-- Logs begin at Thu 2022-02-10 02:55:46 UTC, end at Thu 2022-02-10 03:53:41 UTC. -- Feb 10 03:29:00.873801 dv-cinder-828060-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 10 03:29:03.831985 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.common.config [-] Logging enabled! Feb 10 03:29:03.832624 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 10 03:29:03.832759 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102623) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 10 03:29:03.836112 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.common.config [-] Logging enabled! Feb 10 03:29:03.836366 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 10 03:29:03.836677 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102623) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 10 03:29:03.837612 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 03:29:03.837843 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 03:29:03.838213 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 03:29:03.838463 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 03:29:03.838692 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 03:29:03.839212 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.839645 dv-cinder-828060-2-iscsi neutron-server[102623]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 10 03:29:03.839956 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.840249 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.840541 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.840834 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.841113 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.841384 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.841668 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.841964 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.842248 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.842521 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.842826 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.843117 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.843396 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.843680 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.843964 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.844245 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] debug = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.844673 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.844944 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.845375 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.845652 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.845934 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.846211 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.846482 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.846791 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.847074 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.847402 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] host = dv-cinder-828060-2-iscsi {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.847678 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.847960 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.848241 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.848595 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.848948 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.849227 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.849557 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.849829 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.850103 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] log_file = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.850373 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.850716 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.851004 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.851297 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.851520 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.851742 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.852052 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.852338 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.852610 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.852879 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.853150 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.853421 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.853691 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.853997 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.854348 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.854637 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.854987 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.855355 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.855622 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.855893 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.856162 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.856445 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.856758 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.857049 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.857323 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.857609 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.857877 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.858147 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.858451 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.858764 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.859052 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.859398 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.859689 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.859965 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.860244 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.860541 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.860812 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] use_json = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.861085 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.861352 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.861648 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.861994 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.862266 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.862536 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.862835 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.863121 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.863392 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:03.863707 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.864006 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.864364 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.864669 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.864962 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.865242 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.865576 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.865809 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.866100 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.866386 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.866698 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.866982 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.867326 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.867618 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.867939 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.868286 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.868581 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.868873 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.869147 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.869420 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.869696 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.869974 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.870258 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.870542 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.870857 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.871147 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.871422 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.871723 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.872027 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.872322 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.872653 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.873000 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.873649 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.873976 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.874259 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.874532 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.874840 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.875171 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.875453 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.875729 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.876013 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.876308 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.876674 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.876965 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.877291 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.877596 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.877893 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.878169 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.878443 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.878752 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.879027 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.879312 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.879668 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.879979 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.880258 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.880540 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.880819 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.881093 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.881394 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.881669 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.881950 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.882222 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.882495 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.882913 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.883196 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.883468 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.883741 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.884015 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.884296 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.884636 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.884915 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.885190 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.885463 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.885735 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.886024 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.886327 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.886607 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.886917 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.887196 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.887470 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.887795 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.888058 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.888345 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.888621 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.888925 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.889221 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.889483 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.889757 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.890062 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.890353 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.890642 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.890940 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.891247 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.891503 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.891779 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.892070 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.892373 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.892656 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.893022 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.893320 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.893625 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.893939 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.894202 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.894515 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.894859 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:03.895106 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 03:29:03.895527 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102623) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 10 03:29:04.272366 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102623) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 10 03:29:04.272636 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102623) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 10 03:29:04.272941 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102623) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 10 03:29:04.273270 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 10 03:29:04.605986 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:04.606257 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:04.606518 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:04.607832 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:04.608129 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:04.608391 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:04.652978 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:04.653351 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:04.653486 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:04.669930 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:04.670183 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:04.670433 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:04.700709 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:04.700944 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:04.701238 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:04.737629 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:04.737900 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:04.738172 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.087441 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.088113 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.088113 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.088286 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.088902 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.190759 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.191110 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.191390 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.191661 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.191927 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.192235 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.192569 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.192830 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.193076 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.193348 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.193596 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.193855 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.194105 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.194355 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.194606 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.194895 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.195135 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.195398 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.195666 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.195924 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.196194 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.196442 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.196721 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.197104 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.197352 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.197594 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.198006 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 03:29:05.198243 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 03:29:05.198477 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 03:29:05.198737 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 03:29:05.198970 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 03:29:05.199202 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 03:29:05.199572 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 10 03:29:05.203052 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 10 03:29:05.207188 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 10 03:29:05.211126 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Feb 10 03:29:05.212794 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 10 03:29:05.213275 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 10 03:29:05.213611 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 10 03:29:05.213994 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 10 03:29:05.216896 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 10 03:29:05.217147 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 10 03:29:05.217468 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 10 03:29:05.222488 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 10 03:29:05.245768 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 10 03:29:05.246411 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.246709 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102623) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 10 03:29:05.247112 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.248863 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102623) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 10 03:29:05.249150 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 10 03:29:05.249391 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 10 03:29:05.252756 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.253037 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.315969 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 10 03:29:05.316191 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 10 03:29:05.316417 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 10 03:29:05.316966 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 10 03:29:05.338426 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_db.sqlalchemy.engines [None req-3480f835-2944-4751-931d-3f86aa38becb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102623) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 10 03:29:05.781024 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.managers [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Initializing driver for type 'gre' Feb 10 03:29:05.781616 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3480f835-2944-4751-931d-3f86aa38becb None None] gre ID ranges: [(1, 1000)] Feb 10 03:29:05.834637 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.managers [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Initializing driver for type 'local' Feb 10 03:29:05.835012 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.managers [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Initializing driver for type 'vlan' Feb 10 03:29:05.848705 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3480f835-2944-4751-931d-3f86aa38becb None None] VlanTypeDriver initialization complete Feb 10 03:29:05.849053 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.managers [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Initializing driver for type 'vxlan' Feb 10 03:29:05.849583 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3480f835-2944-4751-931d-3f86aa38becb None None] vxlan ID ranges: [(1, 1000)] Feb 10 03:29:05.902410 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.managers [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Initializing extension driver 'port_security' Feb 10 03:29:05.902765 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.extensions.port_security [None req-3480f835-2944-4751-931d-3f86aa38becb None None] PortSecurityExtensionDriver initialization complete Feb 10 03:29:05.903111 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.managers [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Initializing mechanism driver 'openvswitch' Feb 10 03:29:05.903429 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.managers [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Initializing mechanism driver 'hyperv' Feb 10 03:29:05.910136 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.plugin [None req-3480f835-2944-4751-931d-3f86aa38becb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:29:05.911089 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > port after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.911463 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > port after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.911810 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > port after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.912340 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102623) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 03:29:05.912768 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > subnet after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.913115 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > subnet after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.913460 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > subnet after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.913852 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102623) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 03:29:05.914258 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > network after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.914703 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > network after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.915073 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > network after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.915470 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102623) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 03:29:05.915872 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > security_group after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.916215 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > security_group after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.916552 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > security_group after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.916909 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102623) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 03:29:05.917312 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.917653 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.917986 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.918373 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102623) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 03:29:05.918793 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > address_group after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.919135 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > address_group after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.919466 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > address_group after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.919856 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102623) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 03:29:05.920300 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3480f835-2944-4751-931d-3f86aa38becb None None] ML2 OVO RPC backend initialized. {{(pid=102623) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 10 03:29:05.920986 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > router_interface after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.921336 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.921748 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > network before_response 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.922094 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > networks before_response 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.922440 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > port before_response 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.922805 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > ports before_response 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.923218 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > subnet before_response 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.923486 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > subnets before_response 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.923827 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > network after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.924162 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > network after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.924492 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > network after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.924822 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > port after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.925150 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > port after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.925479 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > port after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.925807 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > subnet after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.926134 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > subnet after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.926460 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > subnet after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.935452 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.quota [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded quota_driver: . Feb 10 03:29:05.935813 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.plugin [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Modular L2 Plugin initialization complete Feb 10 03:29:05.936164 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading services supported by the core plugin {{(pid=102623) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 10 03:29:05.936506 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.plugins.ml2.managers [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Got port-security extension from driver 'port_security' Feb 10 03:29:05.936982 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.extensions.vlantransparent [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Disabled vlantransparent extension. Feb 10 03:29:05.937473 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102623) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 10 03:29:05.937793 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading Plugin: router Feb 10 03:29:05.973870 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > router_interface before_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.974254 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > router after_create 55549900 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.974627 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > router before_create 55549900 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.975029 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.975409 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.975766 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > router after_delete 55549900 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.976123 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > floatingip after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.976468 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > floatingip after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.976828 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > router after_create 55549900 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.977165 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > router after_update 55549900 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.977515 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > router after_update 55549900 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.977861 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.978207 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > router after_update 55549900 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.978621 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > router precommit_update 55549900 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.979014 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: port after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.979346 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: port after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.979677 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: subnet after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.980010 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.980351 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > port precommit_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.980696 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > router precommit_create 55549900 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.981035 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: port before_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.981372 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > router precommit_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.981725 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > router after_update 55549900 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.982064 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > router precommit_delete 55549900 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.982536 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > router precommit_create 55549900 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.982929 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > router_interface after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.983261 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > router precommit_update 55549900 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.983630 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > agent after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.983981 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > agent after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.984330 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > network after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.985190 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.quota.resource_registry [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Tracking information for resource: router configured {{(pid=102623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 03:29:05.985518 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.quota.resource_registry [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Tracking information for resource: floatingip configured {{(pid=102623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 03:29:05.990616 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.db.l3_agentschedulers_db [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 10 03:29:05.991243 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: port after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.991598 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: port after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.991942 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: port after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.992289 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: port after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.993067 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > router before_create 55550100 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.993422 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > router precommit_delete 55550100 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.993777 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > router precommit_create 55550100 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:05.994135 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > router precommit_update 55550100 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:06.000311 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.services.provider_configuration [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Service providers = [] {{(pid=102623) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 10 03:29:06.000669 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.db.servicetype_db [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102623) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 10 03:29:06.003637 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.services.service_base [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102623) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 03:29:06.003983 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.services.service_base [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102623) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 03:29:06.004330 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.services.service_base [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102623) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 03:29:06.005263 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.services.service_base [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102623) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 03:29:06.005629 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.services.service_base [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 10 03:29:06.006004 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 03:29:06.006313 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 10 03:29:06.017082 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 03:29:06.017411 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading Plugin: auto_allocate Feb 10 03:29:06.023352 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: network precommit_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:06.023722 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: network precommit_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:06.024259 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 03:29:06.024576 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading Plugin: tag Feb 10 03:29:06.031580 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 03:29:06.031899 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading Plugin: timestamp Feb 10 03:29:06.036054 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 03:29:06.036425 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading Plugin: network_ip_availability Feb 10 03:29:06.042551 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:06.042954 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:06.043302 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:06.044118 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 03:29:06.044430 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading Plugin: flavors Feb 10 03:29:06.049996 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 03:29:06.050324 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading Plugin: revisions Feb 10 03:29:06.055205 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 03:29:06.055655 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_concurrency.lockutils [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.783s {{(pid=102623) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 10 03:29:06.056498 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102623) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 10 03:29:06.056864 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Initializing extension manager. Feb 10 03:29:06.057462 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: __init__.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.057901 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: __pycache__ {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.058268 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.058629 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: address_group.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.059530 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.060168 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: address-group Feb 10 03:29:06.060523 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: address_scope.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.061262 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.061806 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: address-scope Feb 10 03:29:06.062157 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: admin_state_down_before_update.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.063150 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.063741 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: router-admin-state-down-before-update Feb 10 03:29:06.064090 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: agent.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.064814 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.065352 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: agent Feb 10 03:29:06.065709 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: agent_resources_synced.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.066637 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.067294 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: agent-resources-synced Feb 10 03:29:06.067653 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: allowedaddresspairs.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.069567 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.070084 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: allowed-address-pairs Feb 10 03:29:06.070405 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: auto_allocated_topology.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.071513 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.072028 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: auto-allocated-topology Feb 10 03:29:06.072346 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: availability_zone.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.073031 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.073541 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: availability_zone Feb 10 03:29:06.073862 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: availability_zone_filter.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.074763 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.075277 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: availability_zone_filter Feb 10 03:29:06.075622 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: data_plane_status.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.076484 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.076985 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension data-plane-status not supported by any of loaded plugins Feb 10 03:29:06.077303 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: default_subnetpools.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.078221 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.078758 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: default-subnetpools Feb 10 03:29:06.079079 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: dhcpagentscheduler.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.079902 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.080415 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: dhcp_agent_scheduler Feb 10 03:29:06.080732 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: dns.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.081637 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.082139 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension dns-integration not supported by any of loaded plugins Feb 10 03:29:06.082458 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: dns_domain_ports.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.083453 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.083957 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 10 03:29:06.084269 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.085187 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.085685 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 10 03:29:06.085997 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: dvr.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.086667 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.087179 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: dvr Feb 10 03:29:06.087493 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: ecmp_routes.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.088397 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.088893 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension ecmp_routes not supported by any of loaded plugins Feb 10 03:29:06.089210 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: empty_string_filtering.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.090107 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.090611 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: empty-string-filtering Feb 10 03:29:06.090953 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.091856 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.092355 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 10 03:29:06.092668 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.093575 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.094078 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 10 03:29:06.094392 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: external_net.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.095325 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.095829 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: external-net Feb 10 03:29:06.096145 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: extra_dhcp_opt.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.097037 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.097547 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: extra_dhcp_opt Feb 10 03:29:06.097862 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: extraroute.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.098806 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.099317 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: extraroute Feb 10 03:29:06.099630 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: extraroute_atomic.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.100673 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.101194 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: extraroute-atomic Feb 10 03:29:06.101499 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: filter_validation.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.102163 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.102689 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: filter-validation Feb 10 03:29:06.103011 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: fip_pf_description.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.103916 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.104414 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 10 03:29:06.104724 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: fip_port_details.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.105834 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.106352 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: fip-port-details Feb 10 03:29:06.106675 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: flavors.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.107942 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.108453 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: flavors Feb 10 03:29:06.108770 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.110465 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.111020 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 10 03:29:06.111345 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: floatingip_pools.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.112027 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.112536 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: floatingip-pools Feb 10 03:29:06.112852 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: ip_allocation.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.113771 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.114324 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension ip_allocation not supported by any of loaded plugins Feb 10 03:29:06.114641 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.115582 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.116106 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: ip-substring-filtering Feb 10 03:29:06.116405 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: l2_adjacency.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.117315 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.117810 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension l2_adjacency not supported by any of loaded plugins Feb 10 03:29:06.118125 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: l3.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.119140 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.119658 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: router Feb 10 03:29:06.119980 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: l3_conntrack_helper.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.122230 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.122794 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 10 03:29:06.123491 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.124420 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.124936 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: ext-gw-mode Feb 10 03:29:06.125258 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.126169 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.126684 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: l3-ha Feb 10 03:29:06.127032 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.127934 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.128441 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 10 03:29:06.128761 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: l3_flavors.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.129662 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.130193 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: l3-flavors Feb 10 03:29:06.130514 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: l3_ndp_proxy.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.131902 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.132422 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 10 03:29:06.132741 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.133663 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.134161 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: l3-port-ip-change-not-allowed Feb 10 03:29:06.134480 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: l3agentscheduler.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.135564 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.136069 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: l3_agent_scheduler Feb 10 03:29:06.136393 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: local_ip.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.138152 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.138689 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension local_ip not supported by any of loaded plugins Feb 10 03:29:06.139025 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: logging.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.140633 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.141154 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension logging not supported by any of loaded plugins Feb 10 03:29:06.141480 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: metering.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.142219 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.142829 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: metering Feb 10 03:29:06.143150 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.144246 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.144760 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: metering_source_and_destination_fields Feb 10 03:29:06.145082 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: multiprovidernet.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.146104 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.146620 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: multi-provider Feb 10 03:29:06.146964 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: netmtu.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.147865 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.148372 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: net-mtu Feb 10 03:29:06.148693 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: netmtu_writable.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.149591 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.150095 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: net-mtu-writable Feb 10 03:29:06.150411 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: network_availability_zone.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.151109 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.151614 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: network_availability_zone Feb 10 03:29:06.151928 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: network_ip_availability.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.153044 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.153566 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: network-ip-availability Feb 10 03:29:06.153883 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: network_segment_range.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.154637 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.155169 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension network-segment-range not supported by any of loaded plugins Feb 10 03:29:06.155484 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: pagination.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.156452 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.156774 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: pagination Feb 10 03:29:06.157089 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: port_device_profile.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.157989 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.158491 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: port-device-profile Feb 10 03:29:06.158850 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.159779 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.160280 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: port-mac-address-regenerate Feb 10 03:29:06.160595 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.161518 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.162057 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: port-numa-affinity-policy Feb 10 03:29:06.162370 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: port_resource_request.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.163333 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.163846 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension port-resource-request not supported by any of loaded plugins Feb 10 03:29:06.164160 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: port_resource_request_groups.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.165109 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.165604 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 10 03:29:06.165918 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: portbindings.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.166861 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.167361 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: binding Feb 10 03:29:06.167674 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: portbindings_extended.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.168967 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.169479 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: binding-extended Feb 10 03:29:06.169802 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: portsecurity.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.170724 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.171251 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: port-security Feb 10 03:29:06.171567 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: project_id.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.172536 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.172863 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: project-id Feb 10 03:29:06.173179 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: providernet.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.174148 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.174605 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: provider Feb 10 03:29:06.174945 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: qos.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.178696 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.179231 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension qos not supported by any of loaded plugins Feb 10 03:29:06.179556 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.180793 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.181300 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 10 03:29:06.181620 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.182542 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.183077 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 10 03:29:06.183391 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: qos_default.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.184292 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.184796 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension qos-default not supported by any of loaded plugins Feb 10 03:29:06.185118 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: qos_fip.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.186018 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.186524 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension qos-fip not supported by any of loaded plugins Feb 10 03:29:06.186877 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: qos_fip_network_policy.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.187784 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.188286 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 10 03:29:06.188601 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: qos_gateway_ip.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.189637 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.190138 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 10 03:29:06.190456 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: qos_port_network_policy.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.191385 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.191883 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 10 03:29:06.192220 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.193249 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.193760 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 10 03:29:06.194077 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: qos_pps_rule.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.195273 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.195780 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension qos-pps not supported by any of loaded plugins Feb 10 03:29:06.196096 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: qos_rule_type_details.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.197005 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.197519 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 10 03:29:06.197832 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: qos_rules_alias.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.198889 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.199409 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 10 03:29:06.199724 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: quota_check_limit.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.200625 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.201134 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: quota-check-limit Feb 10 03:29:06.201448 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: quotasv2.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.202399 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.202743 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: quotas Feb 10 03:29:06.203073 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: quotasv2_detail.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.204844 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.205176 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: quota_details Feb 10 03:29:06.205495 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: rbac.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.206549 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.207098 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: rbac-policies Feb 10 03:29:06.207423 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: rbac_address_group.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.208388 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.208902 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: rbac-address-group Feb 10 03:29:06.209220 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: rbac_address_scope.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.210129 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.210635 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: rbac-address-scope Feb 10 03:29:06.210979 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: rbac_security_groups.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.211890 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.212399 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: rbac-security-groups Feb 10 03:29:06.212711 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: rbac_subnetpool.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.213622 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.214123 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: rbac-subnetpool Feb 10 03:29:06.214436 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: revisionifmatch.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.215375 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.215883 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: revision-if-match Feb 10 03:29:06.216198 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: revisions.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.217428 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.217932 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: standard-attr-revisions Feb 10 03:29:06.218249 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: router_availability_zone.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.218947 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.219459 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: router_availability_zone Feb 10 03:29:06.219777 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: routerservicetype.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.220690 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.221188 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension router-service-type not supported by any of loaded plugins Feb 10 03:29:06.221503 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.222419 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.222951 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: security-groups-normalized-cidr Feb 10 03:29:06.223268 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: security_groups_port_filtering.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.224205 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.224713 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: port-security-groups-filtering Feb 10 03:29:06.225030 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.225949 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.226454 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: security-groups-remote-address-group Feb 10 03:29:06.226801 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.227726 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.228229 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: security-groups-shared-filtering Feb 10 03:29:06.228546 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.229131 dv-cinder-828060-2-iscsi neutron-server[102623]: WARNING neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 10 03:29:06.229447 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: securitygroup.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.240818 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.241369 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: security-group Feb 10 03:29:06.241688 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: segment.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.242475 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.243012 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension segment not supported by any of loaded plugins Feb 10 03:29:06.243338 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.244295 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.244804 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 10 03:29:06.245124 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: servicetype.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.246231 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.246764 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: service-type Feb 10 03:29:06.247105 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: sorting.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.248434 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.248773 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: sorting Feb 10 03:29:06.249093 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: standard_attr_segment.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.249994 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.250599 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 10 03:29:06.250857 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: standardattrdescription.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.251497 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.252001 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: standard-attr-description Feb 10 03:29:06.252322 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: stateful_security_group.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.253232 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.253748 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: stateful-security-group Feb 10 03:29:06.254061 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: stdattrs_common.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.254607 dv-cinder-828060-2-iscsi neutron-server[102623]: WARNING neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 10 03:29:06.254965 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.255887 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.256389 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 10 03:29:06.256700 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: subnet_onboard.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.257793 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.258304 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: subnet_onboard Feb 10 03:29:06.258616 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.259558 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.260061 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 10 03:29:06.260374 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: subnet_service_types.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.261281 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.261789 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: subnet-service-types Feb 10 03:29:06.262106 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: subnetallocation.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.263208 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.263724 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: subnet_allocation Feb 10 03:29:06.264040 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.264696 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.265196 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: subnetpool-prefix-ops Feb 10 03:29:06.265512 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.266424 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.266958 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 10 03:29:06.267273 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: tagging.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.268354 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.268860 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: standard-attr-tag Feb 10 03:29:06.269178 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: timestamp.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.270437 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.270977 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loaded extension: standard-attr-timestamp Feb 10 03:29:06.271299 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: trunk.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.272324 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.272835 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension trunk not supported by any of loaded plugins Feb 10 03:29:06.273160 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: trunk_details.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.274065 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.274576 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension trunk-details not supported by any of loaded plugins Feb 10 03:29:06.274919 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: uplink_status_propagation.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.275829 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.276334 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 10 03:29:06.276645 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Loading extension file: vlantransparent.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:29:06.277303 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:29:06.277810 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extension vlan-transparent not supported by any of loaded plugins Feb 10 03:29:06.280448 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.quota.resource_registry [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Creating instance of TrackedResource for resource:network Feb 10 03:29:06.280981 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.quota.resource_registry [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Creating instance of TrackedResource for resource:subnet Feb 10 03:29:06.281358 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.quota.resource_registry [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 03:29:06.281740 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.quota.resource_registry [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Creating instance of TrackedResource for resource:port Feb 10 03:29:06.283072 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.v2.resource_helper [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 03:29:06.283523 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.v2.resource_helper [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Service FLAVORS assigned prefix: {{(pid=102623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 03:29:06.284130 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.v2.resource_helper [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 03:29:06.284533 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.v2.resource_helper [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 03:29:06.284854 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.quota.resource_registry [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Creating instance of TrackedResource for resource:router Feb 10 03:29:06.285275 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.quota.resource_registry [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Creating instance of TrackedResource for resource:floatingip Feb 10 03:29:06.285756 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.v2.resource_helper [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Service METERING assigned prefix: /metering {{(pid=102623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 03:29:06.287287 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:06.287659 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:06.288005 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:29:06.288996 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.quota.resource_registry [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Creating instance of CountableResource for resource:rbac_policy Feb 10 03:29:06.289447 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.quota.resource_registry [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Creating instance of TrackedResource for resource:security_group Feb 10 03:29:06.289877 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.quota.resource_registry [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Creating instance of TrackedResource for resource:security_group_rule Feb 10 03:29:06.290465 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.v2.resource_helper [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Service CORE assigned prefix: {{(pid=102623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 03:29:06.290822 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.quota.resource_registry [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 03:29:06.291187 dv-cinder-828060-2-iscsi neutron-server[102623]: WARNING neutron.quota.resource_registry [None req-3480f835-2944-4751-931d-3f86aa38becb None None] subnetpool is already registered Feb 10 03:29:06.291590 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.v2.resource_helper [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Service CORE assigned prefix: {{(pid=102623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 03:29:06.291910 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.quota.resource_registry [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 03:29:06.292236 dv-cinder-828060-2-iscsi neutron-server[102623]: WARNING neutron.quota.resource_registry [None req-3480f835-2944-4751-931d-3f86aa38becb None None] subnetpool is already registered Feb 10 03:29:06.294543 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.v2.resource_helper [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 03:29:06.294988 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.v2.resource_helper [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Service FLAVORS assigned prefix: {{(pid=102623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 03:29:06.295575 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.v2.resource_helper [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 03:29:06.295978 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.v2.resource_helper [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 03:29:06.296308 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.quota.resource_registry [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Creating instance of TrackedResource for resource:router Feb 10 03:29:06.296639 dv-cinder-828060-2-iscsi neutron-server[102623]: WARNING neutron.quota.resource_registry [None req-3480f835-2944-4751-931d-3f86aa38becb None None] router is already registered Feb 10 03:29:06.297042 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.quota.resource_registry [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Creating instance of TrackedResource for resource:floatingip Feb 10 03:29:06.297370 dv-cinder-828060-2-iscsi neutron-server[102623]: WARNING neutron.quota.resource_registry [None req-3480f835-2944-4751-931d-3f86aa38becb None None] floatingip is already registered Feb 10 03:29:06.297811 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.v2.resource_helper [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Service METERING assigned prefix: /metering {{(pid=102623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 03:29:06.298459 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.quota.resource_registry [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Creating instance of CountableResource for resource:rbac_policy Feb 10 03:29:06.298820 dv-cinder-828060-2-iscsi neutron-server[102623]: WARNING neutron.quota.resource_registry [None req-3480f835-2944-4751-931d-3f86aa38becb None None] rbac_policy is already registered Feb 10 03:29:06.299218 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.quota.resource_registry [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Creating instance of TrackedResource for resource:security_group Feb 10 03:29:06.299531 dv-cinder-828060-2-iscsi neutron-server[102623]: WARNING neutron.quota.resource_registry [None req-3480f835-2944-4751-931d-3f86aa38becb None None] security_group is already registered Feb 10 03:29:06.299922 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.quota.resource_registry [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Creating instance of TrackedResource for resource:security_group_rule Feb 10 03:29:06.300245 dv-cinder-828060-2-iscsi neutron-server[102623]: WARNING neutron.quota.resource_registry [None req-3480f835-2944-4751-931d-3f86aa38becb None None] security_group_rule is already registered Feb 10 03:29:06.300859 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.v2.resource_helper [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Service CORE assigned prefix: {{(pid=102623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 03:29:06.301187 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.quota.resource_registry [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 03:29:06.301506 dv-cinder-828060-2-iscsi neutron-server[102623]: WARNING neutron.quota.resource_registry [None req-3480f835-2944-4751-931d-3f86aa38becb None None] subnetpool is already registered Feb 10 03:29:06.301972 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.v2.resource_helper [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Service CORE assigned prefix: {{(pid=102623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 03:29:06.302290 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.quota.resource_registry [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 03:29:06.302612 dv-cinder-828060-2-iscsi neutron-server[102623]: WARNING neutron.quota.resource_registry [None req-3480f835-2944-4751-931d-3f86aa38becb None None] subnetpool is already registered Feb 10 03:29:06.303103 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: extensions {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.304610 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: address-groups {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.306066 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: address-scopes {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.307423 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: agents {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.308570 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: auto-allocated-topology {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.309817 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: availability_zones {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.311048 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: dhcp-networks {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.312548 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: dhcp-agents {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.313963 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: routers {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.316215 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: flavors {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.317435 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: service_profiles {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.318626 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: next_providers {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.320094 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: service_profiles {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.321629 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: floatingip-pools {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.322860 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: routers {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.324952 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: floatingips {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.326219 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: l3-routers {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.327618 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: l3-agents {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.329028 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: metering-labels {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.330356 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: metering-label-rules {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.331651 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: network-ip-availabilities {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.332929 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: bindings {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.334561 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: quotas {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.336140 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: quotas {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.337657 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: rbac-policies {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.339934 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: security-groups {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.341153 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: security-group-rules {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.342506 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: service-providers {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.343777 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: subnetpools {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.345192 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: subnetpools {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.346613 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: tags {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.348295 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: tags {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.350181 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: tags {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.351976 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: tags {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.353730 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: tags {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.355563 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: tags {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.357370 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: tags {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.359315 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: tags {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.361054 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: tags {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.362919 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron.api.extensions [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Extended resource: tags {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:29:06.369133 dv-cinder-828060-2-iscsi neutron-server[102623]: WARNING keystonemiddleware.auth_token [None req-3480f835-2944-4751-931d-3f86aa38becb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 10 03:29:06.374378 dv-cinder-828060-2-iscsi neutron-server[102623]: WARNING keystonemiddleware.auth_token [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 10 03:29:06.383131 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_concurrency.lockutils [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Acquired lock "singleton_lock" {{(pid=102623) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 10 03:29:06.383605 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_concurrency.lockutils [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Releasing lock "singleton_lock" {{(pid=102623) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 10 03:29:06.384270 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO oslo_service.service [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Starting 2 workers Feb 10 03:29:06.389058 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Started child 102732 {{(pid=102623) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 10 03:29:06.393593 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Started child 102733 {{(pid=102623) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 10 03:29:06.394502 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:06.395409 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO neutron.service [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Neutron service started, listening on 0.0.0.0:9696 Feb 10 03:29:06.395819 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Publish callbacks [] for process (None), before_spawn {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:06.396286 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [-] (102732) wsgi starting up on http://0.0.0.0:9696 Feb 10 03:29:06.398190 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO oslo_service.service [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Starting 1 workers Feb 10 03:29:06.398641 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:06.400065 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [-] (102733) wsgi starting up on http://0.0.0.0:9696 Feb 10 03:29:06.403441 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Started child 102734 {{(pid=102623) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 10 03:29:06.404005 dv-cinder-828060-2-iscsi neutron-server[102623]: INFO oslo_service.service [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Starting 1 workers Feb 10 03:29:06.407253 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.service [None req-3480f835-2944-4751-931d-3f86aa38becb None None] calling RpcWorker wait() {{(pid=102734) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 10 03:29:06.407866 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.service [None req-3480f835-2944-4751-931d-3f86aa38becb None None] returning from RpcWorker wait() {{(pid=102734) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 10 03:29:06.408557 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Started child 102735 {{(pid=102623) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 10 03:29:06.409124 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:06.409288 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-3480f835-2944-4751-931d-3f86aa38becb None None] Publish callbacks [] for process (None), after_spawn {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:06.409647 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:29:06.411454 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102623) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 10 03:29:06.411637 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 03:29:06.412005 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 03:29:06.412189 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 03:29:06.412713 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 03:29:06.412858 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 03:29:06.413374 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.413654 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.413781 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:06.414246 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.414246 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.414391 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.414626 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:29:06.414975 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.415258 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.415514 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.415763 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.416000 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.416141 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.416318 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.416550 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.416793 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.417064 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.417321 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.417572 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.417804 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.417963 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.418229 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.418474 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.418707 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.419023 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] debug = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.419252 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.419738 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.419965 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.420185 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.420415 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.420696 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.420916 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.421282 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.421463 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.421630 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.421847 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.422108 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.422350 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.422541 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.422816 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.423007 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.423276 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.423500 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.423981 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] host = dv-cinder-828060-2-iscsi {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.424272 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.424479 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.424675 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.424873 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.425067 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.425275 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.425505 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.425749 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.426122 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.426334 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.426522 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.426776 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.426969 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.427164 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] log_file = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.427377 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] log_options = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.427710 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.427904 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.428117 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.428313 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.428503 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.428503 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.428853 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.429056 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.429234 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.429415 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.429605 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.429797 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.429989 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.430207 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.430402 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.430628 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.430874 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.431077 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.431473 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.431673 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.431854 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.432036 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.432236 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.432430 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.432672 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.432881 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.433088 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.433298 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.433492 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.433727 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.433935 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.434189 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.434411 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.434608 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.434832 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.435085 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.435302 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.437198 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.437198 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.437198 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.437198 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.437198 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.437198 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.437198 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.437198 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.441214 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.441214 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] use_json = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.441214 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.441214 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.441214 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.441214 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.441214 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.441214 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.441214 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.441881 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.441881 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.441881 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.441881 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.441881 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.441881 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.441881 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.441881 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.442478 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.442478 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.442478 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.442478 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.442478 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.443496 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.443496 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.443496 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.443496 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.443725 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.443949 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.444196 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.444445 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.444633 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.444855 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.445097 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.445359 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.445608 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.445806 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.446031 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.446329 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.446889 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.446889 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.447154 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.449422 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.449422 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.449422 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.449422 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.449422 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.449422 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.449422 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.449422 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.454401 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.454401 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.454401 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.454401 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.454401 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.454401 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.454401 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.454401 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.454401 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.466238 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.466238 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.466238 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.466238 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.466238 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.466238 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.466238 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.466238 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.466238 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.467751 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.467751 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.467751 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.467751 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.467751 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.467751 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.467751 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.467751 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.467751 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.468646 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.468646 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.468646 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.468646 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.468646 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.468646 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.468646 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.468646 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.468646 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.470158 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.470158 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.470158 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.470158 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.470158 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.470158 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.470158 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.470158 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.470158 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.470766 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.470766 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.470766 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.470766 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.470766 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.470766 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.470766 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.470766 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.470766 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.471294 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.471294 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.471294 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.471294 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.471294 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.471294 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.471294 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.471294 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.471736 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.471736 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.471736 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.471736 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.471736 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.471736 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.471736 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.471736 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.472267 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.472267 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.472267 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.472267 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.472267 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.472267 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.472267 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.472267 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.472726 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.472726 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.472726 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.472726 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.472726 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.472726 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.472726 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.472726 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.473173 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.473173 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.473173 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.473173 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.473173 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.473173 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.473173 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.473173 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.473929 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.473929 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.473929 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.473929 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.473929 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.473929 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.473929 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.473929 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.475045 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.475045 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.475045 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.475045 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.475045 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.475045 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.475045 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.475045 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.476577 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.476577 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.476577 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.476577 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.476577 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.476577 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.476577 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.476577 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.477474 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.477474 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.477474 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.477474 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.477474 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.478035 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.478035 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.478261 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.478572 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.478987 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.479335 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.479728 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.480111 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.480490 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.480844 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.481210 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.481567 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.481970 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.482333 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.482805 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.483375 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.483588 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.484256 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.484399 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.484789 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.485062 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.485694 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.486019 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.486717 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.486859 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.487323 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.487598 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.487953 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.488351 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.488711 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.489162 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.489580 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.490192 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.490575 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.491189 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.491812 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.492202 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.492809 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.492971 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.493338 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.493738 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.494111 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.494510 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.495105 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.495626 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.495991 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.496361 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.496746 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.497180 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.497580 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.497995 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.498763 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.499141 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.499496 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.499866 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.500249 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.500611 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.500908 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.501187 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.501536 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.501898 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.502366 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.502770 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.503151 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.503552 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.503903 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.504237 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.504704 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.505071 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.505416 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.505786 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.506141 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.506480 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.506877 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.507466 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.507617 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.507926 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.508289 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.509090 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.509090 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.509502 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.509672 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.510016 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.510320 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.510708 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.511033 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.511403 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.511760 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.512135 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.512510 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.512880 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.513219 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.513571 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.513932 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.514297 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.514668 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.515057 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.515470 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.515857 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.516228 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.516709 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.517093 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.517504 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.517883 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.518267 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.518620 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.519067 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.519365 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.519657 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.519997 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.520412 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.520852 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.521280 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.521559 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.521851 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.522120 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.522396 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.522717 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.523007 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.523414 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.523780 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.524104 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.524428 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.524794 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.525156 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.525546 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.525898 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.526177 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.526518 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.526870 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.527254 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.527617 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.527898 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.528181 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.528554 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.528791 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.529040 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.529254 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.529490 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.529805 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.530055 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 03:29:06.530786 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102623) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 10 03:29:06.530986 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 03:29:06.531174 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 03:29:06.531448 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 03:29:06.531713 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 03:29:06.531949 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 03:29:06.532257 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.532511 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.532767 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.533026 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.533356 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.533583 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.534059 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.534541 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.535060 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.535498 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.535909 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.536380 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.536530 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.536760 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.538646 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.538646 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.538646 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.538646 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.538646 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.538646 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.538646 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.539610 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.539610 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] debug = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.539610 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.539997 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.539997 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.540306 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.540541 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.540784 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.540977 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.541169 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.541362 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.541627 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.541866 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.542216 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.542343 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.542455 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.542846 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.543073 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.543326 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.543555 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.543781 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] host = dv-cinder-828060-2-iscsi {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.544005 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.544237 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.544443 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.544700 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.544980 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.545236 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.545495 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.545858 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.546012 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.546226 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.546469 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.546741 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.550703 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.550703 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] log_file = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.550703 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] log_options = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.550703 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.550703 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.550703 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.550703 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.550703 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.551326 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.551326 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.551326 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.551326 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.551326 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.551326 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.551326 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.551326 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.551902 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.551902 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.551902 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.551902 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.551902 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.552251 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.552331 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.552554 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.552815 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.552976 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 40360) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:29:06.553077 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.553313 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.553563 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.553825 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.554180 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.554180 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.554403 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.554631 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.554933 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.555164 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.555430 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.555659 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.555949 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.556150 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.556443 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.556666 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.556931 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.557200 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.558024 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.558024 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.558024 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.558024 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.558519 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.558519 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.558786 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] use_json = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.558982 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.559578 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.559578 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.559836 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.559957 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.560185 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.560449 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.560681 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.560914 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:29:06.561177 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.561408 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.561713 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.561998 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.562199 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.562427 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.562673 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.563041 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.563168 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.563498 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.563766 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.563986 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.564257 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.564522 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.564784 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.565056 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.565356 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.565601 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.566163 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.566163 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.566501 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.569936 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.569936 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.569936 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.569936 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.569936 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.569936 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.569936 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.571227 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:29:06.571375 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.571375 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.571375 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.571375 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.571375 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.572102 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0145538 Feb 10 03:29:06.572307 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.572307 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.572307 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.572307 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.575345 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.576162 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.577200 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.581556 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.582028 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.582527 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.583045 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.583546 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.584049 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.584558 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.585084 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.585562 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.586060 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.586541 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.586985 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.587262 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.587590 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.587867 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.588144 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.588642 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.588795 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.589013 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.589365 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.593429 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.593636 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.593787 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.594067 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.594345 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.594622 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.594942 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.595185 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.595661 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.596143 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.596627 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.597260 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.597260 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.598689 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.598689 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.598689 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.600482 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.600482 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.600482 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.600753 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.600913 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.601789 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.601789 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.601789 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.602000 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.602187 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.602485 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.603503 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.603503 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.603503 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.603770 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.603836 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.604105 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.604412 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.604651 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.604906 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.605662 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.605662 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.605662 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.605954 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.606171 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.607319 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.607319 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.607319 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.607319 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.607598 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.607761 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.608030 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.608217 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.608480 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.608744 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.609033 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.609298 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.609511 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.609777 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.610041 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.610300 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.610558 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.610875 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.611142 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.611391 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.611844 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.612112 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.612607 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.613084 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.613569 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.614082 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.614419 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.614788 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.615495 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.615495 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.615495 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.615730 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.616000 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.616255 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.616526 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.616781 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.617065 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.617290 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.617787 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.617932 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.618066 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.618327 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.618759 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.618874 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.619666 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.619666 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.621271 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.621738 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.623636 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.623848 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.624326 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.624465 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.624622 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.624793 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.625023 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.625211 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.625327 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.625545 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.625758 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.626275 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.626437 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.626867 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.627363 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.627760 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.628086 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.628178 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.628414 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.628633 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.628859 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.629077 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.629302 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.629573 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.630070 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.630070 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.630411 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.630578 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.630782 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.631188 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.631188 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.631391 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.631493 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.631952 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.631952 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.632191 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.632525 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.632664 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.632795 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.633028 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.633352 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.633476 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.633621 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.634751 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.634751 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.634751 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.634751 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.634751 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.634751 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.635575 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.635575 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.635575 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.635575 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.635575 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.636036 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.636036 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.636036 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.636660 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.636660 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.636660 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.636660 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.637111 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.637111 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.637333 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.637333 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.637633 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.637886 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.638112 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.639233 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.639369 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.639614 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.639879 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.640049 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.640304 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.640501 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.640720 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.641201 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.641201 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.641416 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.641849 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.641849 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.642701 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.643008 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.643382 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.643382 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.643599 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.643702 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.643975 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.644196 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.644308 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.644480 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.644637 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.644852 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.645002 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.645107 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.645293 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.646580 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.646580 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.646580 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.646580 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.646580 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.649087 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.649627 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.649893 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.650122 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.650537 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.651097 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.651249 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.651415 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.651639 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.651923 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.652850 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.653313 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.653609 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.653835 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.654001 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.654901 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.654901 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.654901 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.654901 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.655379 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.655379 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.655586 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.655736 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.655964 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.656129 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.656276 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.656407 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.656634 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.656772 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.658733 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.658733 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.658733 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.658733 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.658733 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.658733 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.658733 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.659521 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.659521 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.659521 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.659521 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.659944 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.659944 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.660243 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.660323 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.660503 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.660719 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.662680 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.662680 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.662680 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.662680 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.662680 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:29:06.662680 dv-cinder-828060-2-iscsi neutron-server[102623]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 03:29:19.814017 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45180a1e-ae44-43db-bb12-8b9ee87454c7 None None] get_active_networks_info from dv-cinder-828060-2-iscsi {{(pid=102734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 03:29:19.866990 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45180a1e-ae44-43db-bb12-8b9ee87454c7 None None] No non-hosted networks {{(pid=102734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 10 03:29:19.876252 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.agentschedulers_db [None req-45180a1e-ae44-43db-bb12-8b9ee87454c7 None None] DHCP Agent not found on host dv-cinder-828060-2-iscsi {{(pid=102734) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 10 03:29:19.961636 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-12ce18a1-a47e-44c4-be1f-6abdc895a474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1573580'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:21.927125 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-b1c707f7-8361-471b-ad77-412aa863deda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1573580'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:21.995517 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-497a0a97-bb28-4d0e-bb15-311ada85a3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:23.013415 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1573580'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:24.940837 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1573580'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:25.773744 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 40446) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:29:26.107938 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1573580'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:26.110769 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:26.111839 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:26.112849 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:26.113888 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:26.114844 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:26.115795 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:26.116668 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:26.117844 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:26.118743 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:26.119797 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:26.120652 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:26.121515 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:26.122421 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:26.123775 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-828060-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:29:26.134443 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-828060-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:29:26.546599 dv-cinder-828060-2-iscsi neutron-server[102732]: WARNING oslo_policy.policy [None req-a42313ef-21de-4cb1-abbf-bc9c1e72885d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 03:29:26.547269 dv-cinder-828060-2-iscsi neutron-server[102732]: WARNING oslo_policy.policy [None req-a42313ef-21de-4cb1-abbf-bc9c1e72885d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 03:29:26.772570 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [None req-a42313ef-21de-4cb1-abbf-bc9c1e72885d admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102732) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:29:26.782729 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-a42313ef-21de-4cb1-abbf-bc9c1e72885d admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9980054 Feb 10 03:29:28.086070 dv-cinder-828060-2-iscsi neutron-server[102734]: INFO neutron.db.l3_hamode_db [None req-cd9cc0ed-9058-4f7b-b1e1-747779cb9bc7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 10 03:29:28.163783 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9cc0ed-9058-4f7b-b1e1-747779cb9bc7 None None] Routers set() bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:29:28.164322 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9cc0ed-9058-4f7b-b1e1-747779cb9bc7 None None] Router IDs set() for agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 03:29:29.433535 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 40472) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:29:29.760045 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-1a660cdb-e6ac-42a4-b634-e27f6a46c74a admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:29:29.848241 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.policy [None req-1a660cdb-e6ac-42a4-b634-e27f6a46c74a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102732) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 10 03:29:29.890240 dv-cinder-828060-2-iscsi neutron-server[102732]: WARNING oslo_policy.policy [None req-1a660cdb-e6ac-42a4-b634-e27f6a46c74a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 03:29:29.890629 dv-cinder-828060-2-iscsi neutron-server[102732]: WARNING oslo_policy.policy [None req-1a660cdb-e6ac-42a4-b634-e27f6a46c74a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 03:29:29.988503 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1a660cdb-e6ac-42a4-b634-e27f6a46c74a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729392869749', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729392871322', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729392875822', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729392886839', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729392897706', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729392905632', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-664941', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-805243', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1904170', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2056427'] for rbac-policy (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:30.061082 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1a660cdb-e6ac-42a4-b634-e27f6a46c74a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:30.062456 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-1a660cdb-e6ac-42a4-b634-e27f6a46c74a admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6278934 Feb 10 03:29:32.496099 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 40482) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:29:32.847666 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:29:32.878942 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] Made reservation on behalf of 5dc2b8773d584d74885a23b2e2f4657c for: {'network': 1} {{(pid=102732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:29:32.882794 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for network (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:32.899543 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:33.009453 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] Publish callbacks [] for security_group (a1c67a31-9ef6-4234-b40f-f6a13e2dedcb), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:33.014710 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (a1c67a31-9ef6-4234-b40f-f6a13e2dedcb), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:33.039341 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=102732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:29:33.074354 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729388224431', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (677eb1fd-8f97-4194-b0fd-5218d0fc6e6e), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:33.074985 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] Unsubscribe: segment precommit_create {{(pid=102732) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 10 03:29:33.075523 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.db.segments_db [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] Added segment 677eb1fd-8f97-4194-b0fd-5218d0fc6e6e of type vlan for network c326a8df-cb87-46a7-a6a0-d8a25197ca2c Feb 10 03:29:33.091251 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c67a31-9ef6-4234-b40f-f6a13e2dedcb,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:29:33.139528 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:33.139761 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:33.140132 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:33.140462 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:33.140786 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:33.141104 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:33.141423 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:33.141739 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:33.142053 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:33.142382 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:33.142694 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:33.143018 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:33.143324 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] Tracked resource versions report: Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: pushed versions: Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: { 'AddressGroup': {'1.2'}, Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: 'ConntrackHelper': {'1.0'}, Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: 'LocalIPAssociation': {'1.0'}, Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: 'Log': {'1.0'}, Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: 'Network': {'1.1'}, Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: 'Port': {'1.7'}, Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: 'PortForwarding': {'1.2'}, Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: 'QosPolicy': {'1.10'}, Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: 'SecurityGroup': {'1.5'}, Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: 'SecurityGroupRule': {'1.2'}, Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: 'SubPort': {'1.0'}, Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: 'Subnet': {'1.1'}, Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: 'Trunk': {'1.1'}} Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: consumer versions: Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: { DHCP agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: L3 agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: Metadata agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: Metering agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: Open vSwitch agent@dv-cinder-828060-2-iscsi: { 'AddressGroup': '1.2', Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: 'ConntrackHelper': '1.0', Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: 'LocalIPAssociation': '1.0', Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: 'Log': '1.0', Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: 'Network': '1.1', Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: 'Port': '1.7', Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: 'PortForwarding': '1.2', Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: 'QosPolicy': '1.10', Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: 'SecurityGroup': '1.5', Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: 'SecurityGroupRule': '1.2', Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: 'SubPort': '1.0', Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: 'Subnet': '1.1', Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: 'Trunk': '1.1'}} Feb 10 03:29:33.144794 dv-cinder-828060-2-iscsi neutron-server[102732]: {{(pid=102732) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 03:29:33.186681 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387737128'] for network (c326a8df-cb87-46a7-a6a0-d8a25197ca2c), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:33.229198 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for network (c326a8df-cb87-46a7-a6a0-d8a25197ca2c), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:33.234760 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:29:33.235464 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:33.301614 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8042111 Feb 10 03:29:33.358002 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc6e12-e244-40bd-96ff-a16566ceaf85 demo demo] Pushing event updated for resources: {'Network': ['ID=c326a8df-cb87-46a7-a6a0-d8a25197ca2c,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:29:33.371278 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Network c326a8df-cb87-46a7-a6a0-d8a25197ca2c details requested by agent ovs-agent-dv-cinder-828060-2-iscsi with host dv-cinder-828060-2-iscsi {{(pid=102734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:29:35.787059 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 40494) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:29:36.221741 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583bb3b7-1188-4a9c-9959-2e8a41f2bc6d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:29:36.223301 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-583bb3b7-1188-4a9c-9959-2e8a41f2bc6d demo admin] 10.222.0.32 "GET /v2.0/networks/c326a8df-cb87-46a7-a6a0-d8a25197ca2c HTTP/1.1" status: 200 len: 825 time: 0.4352591 Feb 10 03:29:36.250922 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-ca6b032d-c5c2-464c-94ec-78f272f7f256 demo admin] 10.222.0.32 "GET /v2.0/subnetpools/40c1cc39-66a8-4de4-8128-dd9bf5f8f9c1 HTTP/1.1" status: 200 len: 734 time: 0.0211561 Feb 10 03:29:36.260055 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-026039f2-17ea-4313-a66a-4e20d0ec7f21 demo admin] Request body: {'subnet': {'subnetpool_id': '40c1cc39-66a8-4de4-8128-dd9bf5f8f9c1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'c326a8df-cb87-46a7-a6a0-d8a25197ca2c', 'gateway_ip': '172.20.0.1'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:29:36.282746 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026039f2-17ea-4313-a66a-4e20d0ec7f21 demo admin] Made reservation on behalf of 5dc2b8773d584d74885a23b2e2f4657c for: {'subnet': 1} {{(pid=102732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:29:36.285090 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-026039f2-17ea-4313-a66a-4e20d0ec7f21 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:36.617057 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-026039f2-17ea-4313-a66a-4e20d0ec7f21 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for subnet (d80d13d9-cd37-4f28-b5d9-d1439f12b5a2), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:36.690238 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026039f2-17ea-4313-a66a-4e20d0ec7f21 demo admin] Pushing event updated for resources: {'Subnet': ['ID=d80d13d9-cd37-4f28-b5d9-d1439f12b5a2,revision_number=0']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:29:36.701186 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026039f2-17ea-4313-a66a-4e20d0ec7f21 demo admin] Checking segment: {'id': '677eb1fd-8f97-4194-b0fd-5218d0fc6e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c326a8df-cb87-46a7-a6a0-d8a25197ca2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:29:36.701553 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026039f2-17ea-4313-a66a-4e20d0ec7f21 demo admin] Network hostable DHCP agents. Network: c326a8df-cb87-46a7-a6a0-d8a25197ca2c, hostable agents: ['1db83568-5d00-4ab2-ab08-3829f0594148'], hosted agents: [] {{(pid=102732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:29:36.724037 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026039f2-17ea-4313-a66a-4e20d0ec7f21 demo admin] Network c326a8df-cb87-46a7-a6a0-d8a25197ca2c is scheduled to be hosted by DHCP agent 1db83568-5d00-4ab2-ab08-3829f0594148 with binding_index 1 {{(pid=102732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:29:36.736561 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-026039f2-17ea-4313-a66a-4e20d0ec7f21 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-2-iscsi, c326a8df-cb87-46a7-a6a0-d8a25197ca2c) {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:29:36.742819 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026039f2-17ea-4313-a66a-4e20d0ec7f21 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:29:36.743738 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-026039f2-17ea-4313-a66a-4e20d0ec7f21 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for subnet (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:36.749918 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accae594-5892-4485-97f2-1e0332a0d51c None None] Network c326a8df-cb87-46a7-a6a0-d8a25197ca2c requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:29:36.763967 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-026039f2-17ea-4313-a66a-4e20d0ec7f21 demo admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5074601 Feb 10 03:29:37.074867 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27dc6948-3cb5-5705-b42b-68de865229a0-c326a8df-cb87-46a7-a6a0-d8a25197ca2c', 'network_id': 'c326a8df-cb87-46a7-a6a0-d8a25197ca2c', 'project_id': '5dc2b8773d584d74885a23b2e2f4657c', 'fixed_ips': [{'subnet_id': 'd80d13d9-cd37-4f28-b5d9-d1439f12b5a2'}]}} from dv-cinder-828060-2-iscsi. {{(pid=102734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 03:29:37.076095 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:37.368430 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.db_base_plugin_common [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Allocated IP 172.20.0.2 (c326a8df-cb87-46a7-a6a0-d8a25197ca2c/d80d13d9-cd37-4f28-b5d9-d1439f12b5a2/1fab0cfb-138f-43bb-82c8-044a800e45bb) {{(pid=102734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:29:37.658116 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Publish callbacks [] for port (1fab0cfb-138f-43bb-82c8-044a800e45bb), precommit_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:37.666346 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834'] for port (1fab0cfb-138f-43bb-82c8-044a800e45bb), after_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:37.753956 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Network c326a8df-cb87-46a7-a6a0-d8a25197ca2c is already hosted by enough agents. {{(pid=102734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:29:37.758156 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.scheduler.base_scheduler [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Resources bound (agent type, host, resource id): {{(pid=102734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:29:37.759875 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Pushing event updated for resources: {'Port': ['ID=1fab0cfb-138f-43bb-82c8-044a800e45bb,revision_number=1']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:29:37.768531 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Received port after_create {{(pid=102734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:29:37.771275 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:37.771643 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:37.772004 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:37.772350 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:37.772683 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:37.773036 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:37.773343 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:37.773669 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:37.773994 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:37.774333 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:37.774680 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:37.775005 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:37.775329 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Tracked resource versions report: Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: pushed versions: Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: { 'AddressGroup': {'1.2'}, Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: 'ConntrackHelper': {'1.0'}, Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: 'LocalIPAssociation': {'1.0'}, Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: 'Log': {'1.0'}, Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: 'Network': {'1.1'}, Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: 'Port': {'1.7'}, Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: 'PortForwarding': {'1.2'}, Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: 'QosPolicy': {'1.10'}, Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: 'SecurityGroup': {'1.5'}, Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: 'SecurityGroupRule': {'1.2'}, Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: 'SubPort': {'1.0'}, Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: 'Subnet': {'1.1'}, Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: 'Trunk': {'1.1'}} Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: consumer versions: Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: { DHCP agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: L3 agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: Metadata agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: Metering agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: Open vSwitch agent@dv-cinder-828060-2-iscsi: { 'AddressGroup': '1.2', Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: 'ConntrackHelper': '1.0', Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: 'LocalIPAssociation': '1.0', Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: 'Log': '1.0', Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: 'Network': '1.1', Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: 'Port': '1.7', Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: 'PortForwarding': '1.2', Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: 'QosPolicy': '1.10', Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: 'SecurityGroup': '1.5', Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: 'SecurityGroupRule': '1.2', Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: 'SubPort': '1.0', Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: 'Subnet': '1.1', Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: 'Trunk': '1.1'}} Feb 10 03:29:37.776698 dv-cinder-828060-2-iscsi neutron-server[102734]: {{(pid=102734) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 03:29:37.855938 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Attempting to bind port 1fab0cfb-138f-43bb-82c8-044a800e45bb on host dv-cinder-828060-2-iscsi for vnic_type normal with profile {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:29:37.856336 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Attempting to bind port 1fab0cfb-138f-43bb-82c8-044a800e45bb by drivers openvswitch,hyperv on host dv-cinder-828060-2-iscsi at level 0 using segments [{'id': '677eb1fd-8f97-4194-b0fd-5218d0fc6e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c326a8df-cb87-46a7-a6a0-d8a25197ca2c'}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:29:37.856772 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Attempting to bind port 1fab0cfb-138f-43bb-82c8-044a800e45bb on network c326a8df-cb87-46a7-a6a0-d8a25197ca2c {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:29:37.862045 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Checking agent: {'id': 'ec329a5d-811c-4230-b7e8-4067504d3542', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'started_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:29:37.862396 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Checking segment: {'id': '677eb1fd-8f97-4194-b0fd-5218d0fc6e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c326a8df-cb87-46a7-a6a0-d8a25197ca2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:29:37.862949 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:37.863346 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Bound using segment: {'id': '677eb1fd-8f97-4194-b0fd-5218d0fc6e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c326a8df-cb87-46a7-a6a0-d8a25197ca2c'} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:29:37.863829 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Bound port: 1fab0cfb-138f-43bb-82c8-044a800e45bb, host: dv-cinder-828060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '677eb1fd-8f97-4194-b0fd-5218d0fc6e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c326a8df-cb87-46a7-a6a0-d8a25197ca2c'}}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:29:37.864238 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (1fab0cfb-138f-43bb-82c8-044a800e45bb), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:37.927052 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] For port 1fab0cfb-138f-43bb-82c8-044a800e45bb, host dv-cinder-828060-2-iscsi, cleared binding levels {{(pid=102734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:29:37.932370 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] For port 1fab0cfb-138f-43bb-82c8-044a800e45bb, host dv-cinder-828060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=1fab0cfb-138f-43bb-82c8-044a800e45bb,segment=NetworkSegment(677eb1fd-8f97-4194-b0fd-5218d0fc6e6e),segment_id=677eb1fd-8f97-4194-b0fd-5218d0fc6e6e)] {{(pid=102734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:29:37.942809 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (1fab0cfb-138f-43bb-82c8-044a800e45bb), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:38.008815 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037c499-c3cf-48a8-8072-e10665a85ef3 None None] Pushing event updated for resources: {'Port': ['ID=1fab0cfb-138f-43bb-82c8-044a800e45bb,revision_number=2']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:29:39.387317 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 40502) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:29:39.778757 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [None req-a4854577-ed81-44dd-8d37-8c9893af0f48 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102732) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:29:39.779849 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-a4854577-ed81-44dd-8d37-8c9893af0f48 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3911617 Feb 10 03:29:42.322505 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 40510) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:29:42.923337 dv-cinder-828060-2-iscsi neutron-server[102733]: WARNING oslo_policy.policy [None req-2792e59e-47d0-42a9-b4d6-f800c60c4e11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 03:29:42.923676 dv-cinder-828060-2-iscsi neutron-server[102733]: WARNING oslo_policy.policy [None req-2792e59e-47d0-42a9-b4d6-f800c60c4e11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 03:29:43.147869 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [None req-2792e59e-47d0-42a9-b4d6-f800c60c4e11 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102733) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:29:43.148965 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-2792e59e-47d0-42a9-b4d6-f800c60c4e11 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8252013 Feb 10 03:29:45.694208 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 40524) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:29:46.077246 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-be9d50b9-0506-4592-be4a-be789f2e04c3 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:29:46.136585 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.policy [None req-be9d50b9-0506-4592-be4a-be789f2e04c3 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102733) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 10 03:29:46.179136 dv-cinder-828060-2-iscsi neutron-server[102733]: WARNING oslo_policy.policy [None req-be9d50b9-0506-4592-be4a-be789f2e04c3 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 03:29:46.179542 dv-cinder-828060-2-iscsi neutron-server[102733]: WARNING oslo_policy.policy [None req-be9d50b9-0506-4592-be4a-be789f2e04c3 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 03:29:46.248767 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-be9d50b9-0506-4592-be4a-be789f2e04c3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256768'] for router (980a0a94-18c9-4c21-978c-9ab2e9228e17), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:46.251340 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-be9d50b9-0506-4592-be4a-be789f2e04c3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256823'] for router (980a0a94-18c9-4c21-978c-9ab2e9228e17), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:46.412462 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-be9d50b9-0506-4592-be4a-be789f2e04c3 demo demo] Publish callbacks [] for router_controller (980a0a94-18c9-4c21-978c-9ab2e9228e17), precommit_add_association {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:46.418859 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-be9d50b9-0506-4592-be4a-be789f2e04c3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603541'] for router (980a0a94-18c9-4c21-978c-9ab2e9228e17), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:46.443358 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-be9d50b9-0506-4592-be4a-be789f2e04c3 demo demo] Publish callbacks [] for router (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:46.444580 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-be9d50b9-0506-4592-be4a-be789f2e04c3 demo demo] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7491310 Feb 10 03:29:48.974066 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 40538) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:29:49.062844 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5169fa5-e9b7-4d32-b115-d01c457ef3fc None None] Network c326a8df-cb87-46a7-a6a0-d8a25197ca2c requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:29:49.121899 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 1fab0cfb-138f-43bb-82c8-044a800e45bb up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:29:49.258424 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-64cde383-3eb0-45e1-924a-30e6289be145 None None] Provisioning complete for port 1fab0cfb-138f-43bb-82c8-044a800e45bb triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:29:49.258874 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-64cde383-3eb0-45e1-924a-30e6289be145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (1fab0cfb-138f-43bb-82c8-044a800e45bb), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:49.304760 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 1fab0cfb-138f-43bb-82c8-044a800e45bb triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:29:49.305150 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (1fab0cfb-138f-43bb-82c8-044a800e45bb), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:49.389521 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [None req-f08b771b-be8d-4c0d-94af-9a5675aba58d admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102732) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:29:49.391346 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-f08b771b-be8d-4c0d-94af-9a5675aba58d admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4160111 Feb 10 03:29:49.476854 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-64cde383-3eb0-45e1-924a-30e6289be145 None None] Current status of the port 1fab0cfb-138f-43bb-82c8-044a800e45bb is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:29:49.477245 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-64cde383-3eb0-45e1-924a-30e6289be145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (1fab0cfb-138f-43bb-82c8-044a800e45bb), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:49.508942 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 1fab0cfb-138f-43bb-82c8-044a800e45bb is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:29:49.509368 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (1fab0cfb-138f-43bb-82c8-044a800e45bb), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:49.538134 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-64cde383-3eb0-45e1-924a-30e6289be145 None None] For port 1fab0cfb-138f-43bb-82c8-044a800e45bb, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=1fab0cfb-138f-43bb-82c8-044a800e45bb,segment=NetworkSegment(677eb1fd-8f97-4194-b0fd-5218d0fc6e6e),segment_id=677eb1fd-8f97-4194-b0fd-5218d0fc6e6e)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:29:49.546254 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-64cde383-3eb0-45e1-924a-30e6289be145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (1fab0cfb-138f-43bb-82c8-044a800e45bb), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:49.626686 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.db.api [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 03:29:49.627071 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG oslo_db.api [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 03:29:49.629923 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cde383-3eb0-45e1-924a-30e6289be145 None None] Pushing event updated for resources: {'Port': ['ID=1fab0cfb-138f-43bb-82c8-044a800e45bb,revision_number=3']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:29:49.668522 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-e723e4d2-9948-44e6-ba3b-2f120d186f12 None None] Provisioning complete for port 1fab0cfb-138f-43bb-82c8-044a800e45bb triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:29:49.668702 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e723e4d2-9948-44e6-ba3b-2f120d186f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (1fab0cfb-138f-43bb-82c8-044a800e45bb), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:49.745487 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-e723e4d2-9948-44e6-ba3b-2f120d186f12 None None] Current status of the port 1fab0cfb-138f-43bb-82c8-044a800e45bb is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:29:49.764607 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-809cf202-4a93-4af7-bb8d-13bd0bf2c4fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:50.164850 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 1fab0cfb-138f-43bb-82c8-044a800e45bb is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:29:51.055754 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 1fab0cfb-138f-43bb-82c8-044a800e45bb up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:29:51.120161 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 1fab0cfb-138f-43bb-82c8-044a800e45bb triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:29:51.120554 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (1fab0cfb-138f-43bb-82c8-044a800e45bb), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:51.202479 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 1fab0cfb-138f-43bb-82c8-044a800e45bb is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:29:51.900333 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 40548) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:29:51.921905 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-88f33120-f048-4a44-a7ee-0f1e80da6e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:52.228458 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-c5a9e233-4032-4514-8b95-71adb65cfa8d admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:29:52.251244 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a9e233-4032-4514-8b95-71adb65cfa8d admin admin] Made reservation on behalf of 8de7cdc6a1fd4e2da360f0670fd57a70 for: {'network': 1} {{(pid=102732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:29:52.253609 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c5a9e233-4032-4514-8b95-71adb65cfa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for network (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:52.262339 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c5a9e233-4032-4514-8b95-71adb65cfa8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:52.341433 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c5a9e233-4032-4514-8b95-71adb65cfa8d admin admin] Publish callbacks [] for security_group (1cd1c2bf-1b72-495a-900f-fb02c7e731d2), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:52.346323 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c5a9e233-4032-4514-8b95-71adb65cfa8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (1cd1c2bf-1b72-495a-900f-fb02c7e731d2), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:52.361814 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c5a9e233-4032-4514-8b95-71adb65cfa8d admin admin] Reserving flat network on physical network physnet1 {{(pid=102732) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 10 03:29:52.383953 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a9e233-4032-4514-8b95-71adb65cfa8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd1c2bf-1b72-495a-900f-fb02c7e731d2,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:29:52.386873 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c5a9e233-4032-4514-8b95-71adb65cfa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (c1a6dc3e-a0fe-4959-bf17-1081534e4b16), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:52.387220 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.db.segments_db [None req-c5a9e233-4032-4514-8b95-71adb65cfa8d admin admin] Added segment c1a6dc3e-a0fe-4959-bf17-1081534e4b16 of type flat for network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 Feb 10 03:29:52.432213 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c5a9e233-4032-4514-8b95-71adb65cfa8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387737128'] for network (21bdb221-e4aa-4ceb-8437-3c4897a6dae2), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:52.467346 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c5a9e233-4032-4514-8b95-71adb65cfa8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for network (21bdb221-e4aa-4ceb-8437-3c4897a6dae2), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:52.468279 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a9e233-4032-4514-8b95-71adb65cfa8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:29:52.468861 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c5a9e233-4032-4514-8b95-71adb65cfa8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:52.523576 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-c5a9e233-4032-4514-8b95-71adb65cfa8d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6221123 Feb 10 03:29:52.564093 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a9e233-4032-4514-8b95-71adb65cfa8d admin admin] Pushing event updated for resources: {'Network': ['ID=21bdb221-e4aa-4ceb-8437-3c4897a6dae2,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:29:52.577296 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 details requested by agent ovs-agent-dv-cinder-828060-2-iscsi with host dv-cinder-828060-2-iscsi {{(pid=102734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:29:52.969920 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:54.878015 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:54.994874 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 40566) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:29:55.247174 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77356471-a61d-441a-ac75-8cac19b05b96 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:29:55.248920 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-77356471-a61d-441a-ac75-8cac19b05b96 demo admin] 10.222.0.32 "GET /v2.0/subnets/d80d13d9-cd37-4f28-b5d9-d1439f12b5a2 HTTP/1.1" status: 200 len: 849 time: 0.2531178 Feb 10 03:29:55.374636 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-1087932d-18e6-4a01-ac1a-0a0b54f6e556 demo admin] 10.222.0.32 "GET /v2.0/routers/980a0a94-18c9-4c21-978c-9ab2e9228e17 HTTP/1.1" status: 200 len: 704 time: 0.1196353 Feb 10 03:29:55.673943 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:56.004621 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Allocated IP 172.20.0.1 (c326a8df-cb87-46a7-a6a0-d8a25197ca2c/d80d13d9-cd37-4f28-b5d9-d1439f12b5a2/a4071829-0498-4c73-bb51-f22deaaa8687) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:29:56.104652 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:56.241076 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Publish callbacks [] for port (a4071829-0498-4c73-bb51-f22deaaa8687), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:56.312484 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834'] for port (a4071829-0498-4c73-bb51-f22deaaa8687), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:56.382684 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Network c326a8df-cb87-46a7-a6a0-d8a25197ca2c is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:29:56.388622 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:29:56.431473 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Pushing event updated for resources: {'Port': ['ID=a4071829-0498-4c73-bb51-f22deaaa8687,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:29:56.435298 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:29:56.435298 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1575400'] for router_interface (980a0a94-18c9-4c21-978c-9ab2e9228e17), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:56.494987 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:56.495388 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:56.495681 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:56.496013 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:56.496346 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:56.496645 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:56.497007 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:56.497666 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:56.498009 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:56.498334 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:56.498683 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:56.498983 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:56.499304 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Tracked resource versions report: Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: pushed versions: Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: { 'AddressGroup': {'1.2'}, Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: 'ConntrackHelper': {'1.0'}, Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: 'LocalIPAssociation': {'1.0'}, Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: 'Log': {'1.0'}, Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: 'Network': {'1.1'}, Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: 'Port': {'1.7'}, Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: 'PortForwarding': {'1.2'}, Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: 'QosPolicy': {'1.10'}, Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: 'SecurityGroup': {'1.5'}, Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: 'SecurityGroupRule': {'1.2'}, Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: 'SubPort': {'1.0'}, Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: 'Subnet': {'1.1'}, Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: 'Trunk': {'1.1'}} Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: consumer versions: Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: { DHCP agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: L3 agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: Metadata agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: Metering agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: Open vSwitch agent@dv-cinder-828060-2-iscsi: { 'AddressGroup': '1.2', Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: 'ConntrackHelper': '1.0', Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: 'LocalIPAssociation': '1.0', Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: 'Log': '1.0', Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: 'Network': '1.1', Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: 'Port': '1.7', Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: 'PortForwarding': '1.2', Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: 'QosPolicy': '1.10', Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: 'SecurityGroup': '1.5', Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: 'SecurityGroupRule': '1.2', Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: 'SubPort': '1.0', Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: 'Subnet': '1.1', Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: 'Trunk': '1.1'}} Feb 10 03:29:56.500668 dv-cinder-828060-2-iscsi neutron-server[102733]: {{(pid=102733) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 03:29:56.615124 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-8987d3d4-e495-45a5-9852-d1f922dd9223 None None] Provisioning complete for port a4071829-0498-4c73-bb51-f22deaaa8687 triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:29:56.615496 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-8987d3d4-e495-45a5-9852-d1f922dd9223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (a4071829-0498-4c73-bb51-f22deaaa8687), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:56.653673 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (a4071829-0498-4c73-bb51-f22deaaa8687), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:56.655377 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-8987d3d4-e495-45a5-9852-d1f922dd9223 None None] Port a4071829-0498-4c73-bb51-f22deaaa8687 cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:29:56.869754 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Publish callbacks [] for port (a4071829-0498-4c73-bb51-f22deaaa8687), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:56.876183 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (a4071829-0498-4c73-bb51-f22deaaa8687), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:56.876985 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1573400'] for router_interface (980a0a94-18c9-4c21-978c-9ab2e9228e17), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:56.936928 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Pushing event updated for resources: {'Port': ['ID=a4071829-0498-4c73-bb51-f22deaaa8687,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:29:57.059494 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Network c326a8df-cb87-46a7-a6a0-d8a25197ca2c is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:29:57.060991 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:29:57.237757 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Router 980a0a94-18c9-4c21-978c-9ab2e9228e17 is scheduled to L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 with binding_index 1 {{(pid=102733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 03:29:57.279674 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-38c9d7b9-94d8-4fd6-8028-cf0b179881bb None None] Provisioning complete for port a4071829-0498-4c73-bb51-f22deaaa8687 triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:29:57.280297 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-38c9d7b9-94d8-4fd6-8028-cf0b179881bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (a4071829-0498-4c73-bb51-f22deaaa8687), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:57.315415 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-38c9d7b9-94d8-4fd6-8028-cf0b179881bb None None] Port a4071829-0498-4c73-bb51-f22deaaa8687 cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:29:57.356634 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:29:57.365238 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-425714a2-79d2-4380-bdb7-f86b8f48c6a1 demo admin] 10.222.0.32 "PUT /v2.0/routers/980a0a94-18c9-4c21-978c-9ab2e9228e17/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9834502 Feb 10 03:29:57.368178 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed01a58-913f-43ad-8a4b-83a82bf291f9 None None] Sync routers for ids ['980a0a94-18c9-4c21-978c-9ab2e9228e17'] in dv-cinder-828060-2-iscsi {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:29:57.382310 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed01a58-913f-43ad-8a4b-83a82bf291f9 None None] Routers {'980a0a94-18c9-4c21-978c-9ab2e9228e17'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:29:57.383146 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-6ed01a58-913f-43ad-8a4b-83a82bf291f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:29:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['980a0a94-18c9-4c21-978c-9ab2e9228e17'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:29:57.591995 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-6ed01a58-913f-43ad-8a4b-83a82bf291f9 None None] Set router 980a0a94-18c9-4c21-978c-9ab2e9228e17 gateway port host: None {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:29:58.073047 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-6ed01a58-913f-43ad-8a4b-83a82bf291f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980a0a94-18c9-4c21-978c-9ab2e9228e17', 'name': 'router1', 'tenant_id': '5dc2b8773d584d74885a23b2e2f4657c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:29:46Z', 'updated_at': '2022-02-10T03:29:56Z', 'revision_number': 2, 'project_id': '5dc2b8773d584d74885a23b2e2f4657c', 'gw_port_host': None, '_interfaces': [{'id': 'a4071829-0498-4c73-bb51-f22deaaa8687', 'name': '', 'network_id': 'c326a8df-cb87-46a7-a6a0-d8a25197ca2c', 'tenant_id': '5dc2b8773d584d74885a23b2e2f4657c', 'mac_address': 'fa:16:3e:db:ad:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980a0a94-18c9-4c21-978c-9ab2e9228e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd80d13d9-cd37-4f28-b5d9-d1439f12b5a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:29:55Z', 'updated_at': '2022-02-10T03:29:56Z', 'revision_number': 2, 'project_id': '5dc2b8773d584d74885a23b2e2f4657c', 'subnets': [{'id': 'd80d13d9-cd37-4f28-b5d9-d1439f12b5a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40c1cc39-66a8-4de4-8128-dd9bf5f8f9c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:29:58.132512 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed01a58-913f-43ad-8a4b-83a82bf291f9 None None] Checking router: 980a0a94-18c9-4c21-978c-9ab2e9228e17 for host: dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:29:58.132856 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed01a58-913f-43ad-8a4b-83a82bf291f9 None None] Updating router 980a0a94-18c9-4c21-978c-9ab2e9228e17 port a4071829-0498-4c73-bb51-f22deaaa8687 binding host dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:29:58.188446 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-6ed01a58-913f-43ad-8a4b-83a82bf291f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (a4071829-0498-4c73-bb51-f22deaaa8687), before_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:58.770356 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-6ed01a58-913f-43ad-8a4b-83a82bf291f9 None None] Publish callbacks [] for port (a4071829-0498-4c73-bb51-f22deaaa8687), precommit_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:58.777816 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-6ed01a58-913f-43ad-8a4b-83a82bf291f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (a4071829-0498-4c73-bb51-f22deaaa8687), after_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:58.939377 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d4e08-d9e0-4ac3-be52-eb3ea522ec8c None None] Pushing event updated for resources: {'Port': ['ID=a4071829-0498-4c73-bb51-f22deaaa8687,revision_number=3']} {{(pid=102735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:29:58.957730 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.managers [None req-6ed01a58-913f-43ad-8a4b-83a82bf291f9 None None] Attempting to bind port a4071829-0498-4c73-bb51-f22deaaa8687 on host dv-cinder-828060-2-iscsi for vnic_type normal with profile {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:29:58.958946 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.managers [None req-6ed01a58-913f-43ad-8a4b-83a82bf291f9 None None] Attempting to bind port a4071829-0498-4c73-bb51-f22deaaa8687 by drivers openvswitch,hyperv on host dv-cinder-828060-2-iscsi at level 0 using segments [{'id': '677eb1fd-8f97-4194-b0fd-5218d0fc6e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c326a8df-cb87-46a7-a6a0-d8a25197ca2c'}] {{(pid=102735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:29:58.958946 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed01a58-913f-43ad-8a4b-83a82bf291f9 None None] Attempting to bind port a4071829-0498-4c73-bb51-f22deaaa8687 on network c326a8df-cb87-46a7-a6a0-d8a25197ca2c {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:29:58.961450 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4d4e08-d9e0-4ac3-be52-eb3ea522ec8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:58.961798 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4d4e08-d9e0-4ac3-be52-eb3ea522ec8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:58.962138 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4d4e08-d9e0-4ac3-be52-eb3ea522ec8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:58.962470 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4d4e08-d9e0-4ac3-be52-eb3ea522ec8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:58.962838 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4d4e08-d9e0-4ac3-be52-eb3ea522ec8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:58.963159 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4d4e08-d9e0-4ac3-be52-eb3ea522ec8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:58.963479 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4d4e08-d9e0-4ac3-be52-eb3ea522ec8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:58.963787 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4d4e08-d9e0-4ac3-be52-eb3ea522ec8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:58.964114 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4d4e08-d9e0-4ac3-be52-eb3ea522ec8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:58.964470 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4d4e08-d9e0-4ac3-be52-eb3ea522ec8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:58.964767 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4d4e08-d9e0-4ac3-be52-eb3ea522ec8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:58.965085 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4d4e08-d9e0-4ac3-be52-eb3ea522ec8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:58.965399 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4d4e08-d9e0-4ac3-be52-eb3ea522ec8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4d4e08-d9e0-4ac3-be52-eb3ea522ec8c None None] Tracked resource versions report: Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: pushed versions: Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: { 'AddressGroup': {'1.2'}, Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: 'ConntrackHelper': {'1.0'}, Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: 'LocalIPAssociation': {'1.0'}, Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: 'Log': {'1.0'}, Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: 'Network': {'1.1'}, Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: 'Port': {'1.7'}, Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: 'PortForwarding': {'1.2'}, Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: 'QosPolicy': {'1.10'}, Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: 'SecurityGroup': {'1.5'}, Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: 'SecurityGroupRule': {'1.2'}, Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: 'SubPort': {'1.0'}, Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: 'Subnet': {'1.1'}, Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: 'Trunk': {'1.1'}} Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: consumer versions: Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: { DHCP agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: L3 agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: Metadata agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: Metering agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: Open vSwitch agent@dv-cinder-828060-2-iscsi: { 'AddressGroup': '1.2', Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: 'ConntrackHelper': '1.0', Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: 'LocalIPAssociation': '1.0', Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: 'Log': '1.0', Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: 'Network': '1.1', Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: 'Port': '1.7', Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: 'PortForwarding': '1.2', Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: 'QosPolicy': '1.10', Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: 'SecurityGroup': '1.5', Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: 'SecurityGroupRule': '1.2', Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: 'SubPort': '1.0', Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: 'Subnet': '1.1', Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: 'Trunk': '1.1'}} Feb 10 03:29:58.967138 dv-cinder-828060-2-iscsi neutron-server[102735]: {{(pid=102735) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 03:29:58.979536 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed01a58-913f-43ad-8a4b-83a82bf291f9 None None] Checking agent: {'id': 'ec329a5d-811c-4230-b7e8-4067504d3542', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'started_at': datetime.datetime(2022, 2, 10, 3, 29, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:29:58.979536 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed01a58-913f-43ad-8a4b-83a82bf291f9 None None] Checking segment: {'id': '677eb1fd-8f97-4194-b0fd-5218d0fc6e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c326a8df-cb87-46a7-a6a0-d8a25197ca2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:29:58.979536 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-6ed01a58-913f-43ad-8a4b-83a82bf291f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:58.979986 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed01a58-913f-43ad-8a4b-83a82bf291f9 None None] Bound using segment: {'id': '677eb1fd-8f97-4194-b0fd-5218d0fc6e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c326a8df-cb87-46a7-a6a0-d8a25197ca2c'} {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:29:58.980291 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.managers [None req-6ed01a58-913f-43ad-8a4b-83a82bf291f9 None None] Bound port: a4071829-0498-4c73-bb51-f22deaaa8687, host: dv-cinder-828060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '677eb1fd-8f97-4194-b0fd-5218d0fc6e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c326a8df-cb87-46a7-a6a0-d8a25197ca2c'}}] {{(pid=102735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:29:58.981269 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-6ed01a58-913f-43ad-8a4b-83a82bf291f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (a4071829-0498-4c73-bb51-f22deaaa8687), before_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:59.047534 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-65273761-498c-4d18-a047-fe2406043579 None None] Provisioning complete for port a4071829-0498-4c73-bb51-f22deaaa8687 triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:29:59.048228 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-65273761-498c-4d18-a047-fe2406043579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (a4071829-0498-4c73-bb51-f22deaaa8687), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:59.079077 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.db [None req-6ed01a58-913f-43ad-8a4b-83a82bf291f9 None None] For port a4071829-0498-4c73-bb51-f22deaaa8687, host dv-cinder-828060-2-iscsi, cleared binding levels {{(pid=102735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:29:59.096636 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-65273761-498c-4d18-a047-fe2406043579 None None] Port a4071829-0498-4c73-bb51-f22deaaa8687 cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:29:59.107474 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.db [None req-6ed01a58-913f-43ad-8a4b-83a82bf291f9 None None] For port a4071829-0498-4c73-bb51-f22deaaa8687, host dv-cinder-828060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=a4071829-0498-4c73-bb51-f22deaaa8687,segment=NetworkSegment(677eb1fd-8f97-4194-b0fd-5218d0fc6e6e),segment_id=677eb1fd-8f97-4194-b0fd-5218d0fc6e6e)] {{(pid=102735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:29:59.116478 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-6ed01a58-913f-43ad-8a4b-83a82bf291f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (a4071829-0498-4c73-bb51-f22deaaa8687), after_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:59.182929 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed01a58-913f-43ad-8a4b-83a82bf291f9 None None] Routers {'980a0a94-18c9-4c21-978c-9ab2e9228e17'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:29:59.184173 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-6ed01a58-913f-43ad-8a4b-83a82bf291f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:29:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['980a0a94-18c9-4c21-978c-9ab2e9228e17'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:29:59.236634 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d4e08-d9e0-4ac3-be52-eb3ea522ec8c None None] Pushing event updated for resources: {'Port': ['ID=a4071829-0498-4c73-bb51-f22deaaa8687,revision_number=4']} {{(pid=102735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:29:59.317427 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-6ed01a58-913f-43ad-8a4b-83a82bf291f9 None None] Set router 980a0a94-18c9-4c21-978c-9ab2e9228e17 gateway port host: None {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:29:59.424922 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-9ee7530c-a3da-49c5-b9de-9864dca49a18 None None] Provisioning complete for port a4071829-0498-4c73-bb51-f22deaaa8687 triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:29:59.425113 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-9ee7530c-a3da-49c5-b9de-9864dca49a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (a4071829-0498-4c73-bb51-f22deaaa8687), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:59.508683 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-9ee7530c-a3da-49c5-b9de-9864dca49a18 None None] Current status of the port a4071829-0498-4c73-bb51-f22deaaa8687 is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:29:59.509042 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-9ee7530c-a3da-49c5-b9de-9864dca49a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (a4071829-0498-4c73-bb51-f22deaaa8687), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:59.541768 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-9ee7530c-a3da-49c5-b9de-9864dca49a18 None None] For port a4071829-0498-4c73-bb51-f22deaaa8687, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=a4071829-0498-4c73-bb51-f22deaaa8687,segment=NetworkSegment(677eb1fd-8f97-4194-b0fd-5218d0fc6e6e),segment_id=677eb1fd-8f97-4194-b0fd-5218d0fc6e6e)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:29:59.547430 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-9ee7530c-a3da-49c5-b9de-9864dca49a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (a4071829-0498-4c73-bb51-f22deaaa8687), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:29:59.565882 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-6ed01a58-913f-43ad-8a4b-83a82bf291f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980a0a94-18c9-4c21-978c-9ab2e9228e17', 'name': 'router1', 'tenant_id': '5dc2b8773d584d74885a23b2e2f4657c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:29:46Z', 'updated_at': '2022-02-10T03:29:56Z', 'revision_number': 2, 'project_id': '5dc2b8773d584d74885a23b2e2f4657c', 'gw_port_host': None, '_interfaces': [{'id': 'a4071829-0498-4c73-bb51-f22deaaa8687', 'name': '', 'network_id': 'c326a8df-cb87-46a7-a6a0-d8a25197ca2c', 'tenant_id': '5dc2b8773d584d74885a23b2e2f4657c', 'mac_address': 'fa:16:3e:db:ad:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980a0a94-18c9-4c21-978c-9ab2e9228e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd80d13d9-cd37-4f28-b5d9-d1439f12b5a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:29:55Z', 'updated_at': '2022-02-10T03:29:59Z', 'revision_number': 4, 'project_id': '5dc2b8773d584d74885a23b2e2f4657c', 'subnets': [{'id': 'd80d13d9-cd37-4f28-b5d9-d1439f12b5a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40c1cc39-66a8-4de4-8128-dd9bf5f8f9c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:29:59.594674 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed01a58-913f-43ad-8a4b-83a82bf291f9 None None] The sync data for ids ['980a0a94-18c9-4c21-978c-9ab2e9228e17'] in dv-cinder-828060-2-iscsi is: [{'id': '980a0a94-18c9-4c21-978c-9ab2e9228e17', 'name': 'router1', 'tenant_id': '5dc2b8773d584d74885a23b2e2f4657c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:29:46Z', 'updated_at': '2022-02-10T03:29:56Z', 'revision_number': 2, 'project_id': '5dc2b8773d584d74885a23b2e2f4657c', 'gw_port_host': None, '_interfaces': [{'id': 'a4071829-0498-4c73-bb51-f22deaaa8687', 'name': '', 'network_id': 'c326a8df-cb87-46a7-a6a0-d8a25197ca2c', 'tenant_id': '5dc2b8773d584d74885a23b2e2f4657c', 'mac_address': 'fa:16:3e:db:ad:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980a0a94-18c9-4c21-978c-9ab2e9228e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd80d13d9-cd37-4f28-b5d9-d1439f12b5a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:29:55Z', 'updated_at': '2022-02-10T03:29:59Z', 'revision_number': 4, 'project_id': '5dc2b8773d584d74885a23b2e2f4657c', 'subnets': [{'id': 'd80d13d9-cd37-4f28-b5d9-d1439f12b5a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40c1cc39-66a8-4de4-8128-dd9bf5f8f9c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:29:59.603515 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7530c-a3da-49c5-b9de-9864dca49a18 None None] Pushing event updated for resources: {'Port': ['ID=a4071829-0498-4c73-bb51-f22deaaa8687,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:29:59.832529 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 40590) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:29:59.960754 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef54a8b-8317-4572-8ae2-1b6a7c2b679d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:29:59.962144 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-3ef54a8b-8317-4572-8ae2-1b6a7c2b679d admin admin] 10.222.0.32 "GET /v2.0/networks/21bdb221-e4aa-4ceb-8437-3c4897a6dae2 HTTP/1.1" status: 200 len: 842 time: 0.1286561 Feb 10 03:29:59.974840 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-572474b5-308e-4ccb-acd2-5b4c31f07d8b admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:30:00.004539 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572474b5-308e-4ccb-acd2-5b4c31f07d8b admin admin] Made reservation on behalf of 8de7cdc6a1fd4e2da360f0670fd57a70 for: {'subnet': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:30:00.008505 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-572474b5-308e-4ccb-acd2-5b4c31f07d8b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:00.437405 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.objects.ports [None req-572474b5-308e-4ccb-acd2-5b4c31f07d8b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102733) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 03:30:00.437841 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-572474b5-308e-4ccb-acd2-5b4c31f07d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for subnet (0a389fce-60fc-45d4-b298-908574c1c629), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:00.491022 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572474b5-308e-4ccb-acd2-5b4c31f07d8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a389fce-60fc-45d4-b298-908574c1c629,revision_number=0']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:30:00.504002 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572474b5-308e-4ccb-acd2-5b4c31f07d8b admin admin] Checking segment: {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:30:00.504354 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572474b5-308e-4ccb-acd2-5b4c31f07d8b admin admin] Network hostable DHCP agents. Network: 21bdb221-e4aa-4ceb-8437-3c4897a6dae2, hostable agents: ['1db83568-5d00-4ab2-ab08-3829f0594148'], hosted agents: [] {{(pid=102733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:30:00.528647 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572474b5-308e-4ccb-acd2-5b4c31f07d8b admin admin] Network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 is scheduled to be hosted by DHCP agent 1db83568-5d00-4ab2-ab08-3829f0594148 with binding_index 1 {{(pid=102733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:30:00.542736 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-572474b5-308e-4ccb-acd2-5b4c31f07d8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-2-iscsi, 21bdb221-e4aa-4ceb-8437-3c4897a6dae2) {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:30:00.547576 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572474b5-308e-4ccb-acd2-5b4c31f07d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:30:00.548068 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-572474b5-308e-4ccb-acd2-5b4c31f07d8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for subnet (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:00.567621 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ff092b-1044-4a3e-8a5c-5c851dba09d0 None None] Network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:30:00.572482 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-572474b5-308e-4ccb-acd2-5b4c31f07d8b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6012383 Feb 10 03:30:00.733084 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2dc477-c411-4961-863d-f76de8225438 None None] Network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:30:02.987996 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 40598) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:30:03.151857 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-0b62acb6-937b-4308-aa1b-127f49ff891f demo admin] 10.222.0.32 "GET /v2.0/routers/980a0a94-18c9-4c21-978c-9ab2e9228e17 HTTP/1.1" status: 200 len: 710 time: 0.1625876 Feb 10 03:30:03.243981 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e64fe40-6180-4e14-912c-ace379ddec06 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:30:03.245356 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-6e64fe40-6180-4e14-912c-ace379ddec06 demo admin] 10.222.0.32 "GET /v2.0/networks/21bdb221-e4aa-4ceb-8437-3c4897a6dae2 HTTP/1.1" status: 200 len: 886 time: 0.0877671 Feb 10 03:30:03.255293 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-a323da8d-04a4-4614-8e38-c8754ab9c7c6 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:30:03.529937 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a323da8d-04a4-4614-8e38-c8754ab9c7c6 demo admin] Publish callbacks [] for router_gateway (980a0a94-18c9-4c21-978c-9ab2e9228e17), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:03.877218 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a323da8d-04a4-4614-8e38-c8754ab9c7c6 demo admin] Publish callbacks [] for router_gateway (980a0a94-18c9-4c21-978c-9ab2e9228e17), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:03.959271 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a323da8d-04a4-4614-8e38-c8754ab9c7c6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:04.071019 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [None req-a323da8d-04a4-4614-8e38-c8754ab9c7c6 demo admin] Allocated IP 172.27.0.46 (21bdb221-e4aa-4ceb-8437-3c4897a6dae2/0a389fce-60fc-45d4-b298-908574c1c629/127c79c5-9f1b-42c0-9af6-4bc7515accca) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:30:04.176051 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a323da8d-04a4-4614-8e38-c8754ab9c7c6 demo admin] Publish callbacks [] for port (127c79c5-9f1b-42c0-9af6-4bc7515accca), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:04.210454 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a323da8d-04a4-4614-8e38-c8754ab9c7c6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834'] for port (127c79c5-9f1b-42c0-9af6-4bc7515accca), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:04.250188 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a323da8d-04a4-4614-8e38-c8754ab9c7c6 demo admin] Network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:30:04.253097 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-a323da8d-04a4-4614-8e38-c8754ab9c7c6 demo admin] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:30:04.258689 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a323da8d-04a4-4614-8e38-c8754ab9c7c6 demo admin] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:30:04.263660 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323da8d-04a4-4614-8e38-c8754ab9c7c6 demo admin] Pushing event updated for resources: {'Port': ['ID=127c79c5-9f1b-42c0-9af6-4bc7515accca,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:30:04.526333 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a323da8d-04a4-4614-8e38-c8754ab9c7c6 demo admin] Publish callbacks [] for router_gateway (980a0a94-18c9-4c21-978c-9ab2e9228e17), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:04.734781 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a323da8d-04a4-4614-8e38-c8754ab9c7c6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1576864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256805'] for router (980a0a94-18c9-4c21-978c-9ab2e9228e17), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:04.738452 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a323da8d-04a4-4614-8e38-c8754ab9c7c6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1576873'] for router (980a0a94-18c9-4c21-978c-9ab2e9228e17), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:04.859360 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a323da8d-04a4-4614-8e38-c8754ab9c7c6 demo admin] Router 980a0a94-18c9-4c21-978c-9ab2e9228e17 has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:30:04.989033 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a323da8d-04a4-4614-8e38-c8754ab9c7c6 demo admin] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:30:04.992606 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a323da8d-04a4-4614-8e38-c8754ab9c7c6 demo admin] Publish callbacks [] for router (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:04.993888 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-a323da8d-04a4-4614-8e38-c8754ab9c7c6 demo admin] 10.222.0.32 "PUT /v2.0/routers/980a0a94-18c9-4c21-978c-9ab2e9228e17 HTTP/1.1" status: 200 len: 889 time: 1.7422352 Feb 10 03:30:07.101031 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device a4071829-0498-4c73-bb51-f22deaaa8687 up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:30:07.167159 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port a4071829-0498-4c73-bb51-f22deaaa8687 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:30:07.167577 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (a4071829-0498-4c73-bb51-f22deaaa8687), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:07.250558 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port a4071829-0498-4c73-bb51-f22deaaa8687 is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:30:07.494233 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 40610) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:30:07.631561 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-7078db79-5bdb-436d-8392-78ec255dc544 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1358716 Feb 10 03:30:08.342305 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ee707c-4865-4ed1-88c8-205cd3cee7c1 None None] Sync routers for ids ['980a0a94-18c9-4c21-978c-9ab2e9228e17'] in dv-cinder-828060-2-iscsi {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:30:08.364562 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ee707c-4865-4ed1-88c8-205cd3cee7c1 None None] Routers {'980a0a94-18c9-4c21-978c-9ab2e9228e17'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:30:08.365338 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-64ee707c-4865-4ed1-88c8-205cd3cee7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:29:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['980a0a94-18c9-4c21-978c-9ab2e9228e17'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:30:08.640311 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-64ee707c-4865-4ed1-88c8-205cd3cee7c1 None None] Set router 980a0a94-18c9-4c21-978c-9ab2e9228e17 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:30:09.184998 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-64ee707c-4865-4ed1-88c8-205cd3cee7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980a0a94-18c9-4c21-978c-9ab2e9228e17', 'name': 'router1', 'tenant_id': '5dc2b8773d584d74885a23b2e2f4657c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '127c79c5-9f1b-42c0-9af6-4bc7515accca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:29:46Z', 'updated_at': '2022-02-10T03:30:04Z', 'revision_number': 4, 'project_id': '5dc2b8773d584d74885a23b2e2f4657c', 'gw_port': {'id': '127c79c5-9f1b-42c0-9af6-4bc7515accca', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:da:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980a0a94-18c9-4c21-978c-9ab2e9228e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:30:03Z', 'updated_at': '2022-02-10T03:30:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': 'a4071829-0498-4c73-bb51-f22deaaa8687', 'name': '', 'network_id': 'c326a8df-cb87-46a7-a6a0-d8a25197ca2c', 'tenant_id': '5dc2b8773d584d74885a23b2e2f4657c', 'mac_address': 'fa:16:3e:db:ad:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980a0a94-18c9-4c21-978c-9ab2e9228e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd80d13d9-cd37-4f28-b5d9-d1439f12b5a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:29:55Z', 'updated_at': '2022-02-10T03:29:59Z', 'revision_number': 5, 'project_id': '5dc2b8773d584d74885a23b2e2f4657c', 'subnets': [{'id': 'd80d13d9-cd37-4f28-b5d9-d1439f12b5a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40c1cc39-66a8-4de4-8128-dd9bf5f8f9c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:30:09.257482 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ee707c-4865-4ed1-88c8-205cd3cee7c1 None None] Checking router: 980a0a94-18c9-4c21-978c-9ab2e9228e17 for host: dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:30:09.257879 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ee707c-4865-4ed1-88c8-205cd3cee7c1 None None] Updating router 980a0a94-18c9-4c21-978c-9ab2e9228e17 port 127c79c5-9f1b-42c0-9af6-4bc7515accca binding host dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:30:09.328132 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-64ee707c-4865-4ed1-88c8-205cd3cee7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (127c79c5-9f1b-42c0-9af6-4bc7515accca), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:09.745485 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-64ee707c-4865-4ed1-88c8-205cd3cee7c1 None None] Publish callbacks [] for port (127c79c5-9f1b-42c0-9af6-4bc7515accca), precommit_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:09.752450 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-64ee707c-4865-4ed1-88c8-205cd3cee7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (127c79c5-9f1b-42c0-9af6-4bc7515accca), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:09.814593 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-64ee707c-4865-4ed1-88c8-205cd3cee7c1 None None] Attempting to bind port 127c79c5-9f1b-42c0-9af6-4bc7515accca on host dv-cinder-828060-2-iscsi for vnic_type normal with profile {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:30:09.815985 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-64ee707c-4865-4ed1-88c8-205cd3cee7c1 None None] Attempting to bind port 127c79c5-9f1b-42c0-9af6-4bc7515accca by drivers openvswitch,hyperv on host dv-cinder-828060-2-iscsi at level 0 using segments [{'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:30:09.816168 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ee707c-4865-4ed1-88c8-205cd3cee7c1 None None] Attempting to bind port 127c79c5-9f1b-42c0-9af6-4bc7515accca on network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:30:09.825721 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07378a8-88ab-4ccd-aae6-24e72fde24bf None None] Pushing event updated for resources: {'Port': ['ID=127c79c5-9f1b-42c0-9af6-4bc7515accca,revision_number=2']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:30:09.832996 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ee707c-4865-4ed1-88c8-205cd3cee7c1 None None] Checking agent: {'id': 'ec329a5d-811c-4230-b7e8-4067504d3542', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'started_at': datetime.datetime(2022, 2, 10, 3, 29, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:30:09.833513 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ee707c-4865-4ed1-88c8-205cd3cee7c1 None None] Checking segment: {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:30:09.834083 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-64ee707c-4865-4ed1-88c8-205cd3cee7c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:09.834727 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ee707c-4865-4ed1-88c8-205cd3cee7c1 None None] Bound using segment: {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:30:09.835509 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-64ee707c-4865-4ed1-88c8-205cd3cee7c1 None None] Bound port: 127c79c5-9f1b-42c0-9af6-4bc7515accca, host: dv-cinder-828060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:30:09.836234 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-64ee707c-4865-4ed1-88c8-205cd3cee7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (127c79c5-9f1b-42c0-9af6-4bc7515accca), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:09.893193 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-64ee707c-4865-4ed1-88c8-205cd3cee7c1 None None] For port 127c79c5-9f1b-42c0-9af6-4bc7515accca, host dv-cinder-828060-2-iscsi, cleared binding levels {{(pid=102734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:30:09.897119 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-64ee707c-4865-4ed1-88c8-205cd3cee7c1 None None] For port 127c79c5-9f1b-42c0-9af6-4bc7515accca, host dv-cinder-828060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=127c79c5-9f1b-42c0-9af6-4bc7515accca,segment=NetworkSegment(c1a6dc3e-a0fe-4959-bf17-1081534e4b16),segment_id=c1a6dc3e-a0fe-4959-bf17-1081534e4b16)] {{(pid=102734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:30:09.904746 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-64ee707c-4865-4ed1-88c8-205cd3cee7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (127c79c5-9f1b-42c0-9af6-4bc7515accca), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:09.971118 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ee707c-4865-4ed1-88c8-205cd3cee7c1 None None] Routers {'980a0a94-18c9-4c21-978c-9ab2e9228e17'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:30:09.972094 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-64ee707c-4865-4ed1-88c8-205cd3cee7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:29:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['980a0a94-18c9-4c21-978c-9ab2e9228e17'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:30:10.030317 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07378a8-88ab-4ccd-aae6-24e72fde24bf None None] Pushing event updated for resources: {'Port': ['ID=127c79c5-9f1b-42c0-9af6-4bc7515accca,revision_number=3']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:30:10.142844 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-64ee707c-4865-4ed1-88c8-205cd3cee7c1 None None] Set router 980a0a94-18c9-4c21-978c-9ab2e9228e17 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:30:10.503333 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-64ee707c-4865-4ed1-88c8-205cd3cee7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980a0a94-18c9-4c21-978c-9ab2e9228e17', 'name': 'router1', 'tenant_id': '5dc2b8773d584d74885a23b2e2f4657c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '127c79c5-9f1b-42c0-9af6-4bc7515accca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:29:46Z', 'updated_at': '2022-02-10T03:30:04Z', 'revision_number': 4, 'project_id': '5dc2b8773d584d74885a23b2e2f4657c', 'gw_port': {'id': '127c79c5-9f1b-42c0-9af6-4bc7515accca', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:da:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980a0a94-18c9-4c21-978c-9ab2e9228e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:30:03Z', 'updated_at': '2022-02-10T03:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': 'a4071829-0498-4c73-bb51-f22deaaa8687', 'name': '', 'network_id': 'c326a8df-cb87-46a7-a6a0-d8a25197ca2c', 'tenant_id': '5dc2b8773d584d74885a23b2e2f4657c', 'mac_address': 'fa:16:3e:db:ad:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980a0a94-18c9-4c21-978c-9ab2e9228e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd80d13d9-cd37-4f28-b5d9-d1439f12b5a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:29:55Z', 'updated_at': '2022-02-10T03:29:59Z', 'revision_number': 5, 'project_id': '5dc2b8773d584d74885a23b2e2f4657c', 'subnets': [{'id': 'd80d13d9-cd37-4f28-b5d9-d1439f12b5a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40c1cc39-66a8-4de4-8128-dd9bf5f8f9c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:30:10.536367 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ee707c-4865-4ed1-88c8-205cd3cee7c1 None None] The sync data for ids ['980a0a94-18c9-4c21-978c-9ab2e9228e17'] in dv-cinder-828060-2-iscsi is: [{'id': '980a0a94-18c9-4c21-978c-9ab2e9228e17', 'name': 'router1', 'tenant_id': '5dc2b8773d584d74885a23b2e2f4657c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '127c79c5-9f1b-42c0-9af6-4bc7515accca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:29:46Z', 'updated_at': '2022-02-10T03:30:04Z', 'revision_number': 4, 'project_id': '5dc2b8773d584d74885a23b2e2f4657c', 'gw_port': {'id': '127c79c5-9f1b-42c0-9af6-4bc7515accca', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:da:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980a0a94-18c9-4c21-978c-9ab2e9228e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:30:03Z', 'updated_at': '2022-02-10T03:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': 'a4071829-0498-4c73-bb51-f22deaaa8687', 'name': '', 'network_id': 'c326a8df-cb87-46a7-a6a0-d8a25197ca2c', 'tenant_id': '5dc2b8773d584d74885a23b2e2f4657c', 'mac_address': 'fa:16:3e:db:ad:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980a0a94-18c9-4c21-978c-9ab2e9228e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd80d13d9-cd37-4f28-b5d9-d1439f12b5a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:29:55Z', 'updated_at': '2022-02-10T03:29:59Z', 'revision_number': 5, 'project_id': '5dc2b8773d584d74885a23b2e2f4657c', 'subnets': [{'id': 'd80d13d9-cd37-4f28-b5d9-d1439f12b5a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40c1cc39-66a8-4de4-8128-dd9bf5f8f9c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:30:11.197218 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 127c79c5-9f1b-42c0-9af6-4bc7515accca up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:30:11.280384 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 127c79c5-9f1b-42c0-9af6-4bc7515accca triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:30:11.281114 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (127c79c5-9f1b-42c0-9af6-4bc7515accca), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:11.433375 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 127c79c5-9f1b-42c0-9af6-4bc7515accca is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:30:11.434177 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (127c79c5-9f1b-42c0-9af6-4bc7515accca), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:11.478066 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] For port 127c79c5-9f1b-42c0-9af6-4bc7515accca, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=127c79c5-9f1b-42c0-9af6-4bc7515accca,segment=NetworkSegment(c1a6dc3e-a0fe-4959-bf17-1081534e4b16),segment_id=c1a6dc3e-a0fe-4959-bf17-1081534e4b16)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:30:11.486314 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (127c79c5-9f1b-42c0-9af6-4bc7515accca), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:11.601958 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Pushing event updated for resources: {'Port': ['ID=127c79c5-9f1b-42c0-9af6-4bc7515accca,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:30:13.119665 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 127c79c5-9f1b-42c0-9af6-4bc7515accca up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:30:13.193038 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 127c79c5-9f1b-42c0-9af6-4bc7515accca triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:30:13.193645 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (127c79c5-9f1b-42c0-9af6-4bc7515accca), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:13.299794 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 127c79c5-9f1b-42c0-9af6-4bc7515accca is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:30:15.454595 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 5 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:30:19.783650 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-aa9dab39-36f4-4484-931f-61bbf774e196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:21.928191 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-a0823e11-a8a3-4f3b-938b-b0f609f40711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:22.974620 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:24.888523 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:26.108720 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:49.776896 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-6892c012-8a78-4813-86d8-08ba32b4135b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:51.929125 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-449275f0-028e-4581-9761-012c90410c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:52.456317 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 5 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:30:52.990474 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:54.887277 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:30:56.114398 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:31:19.773832 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-20b6bde5-37a8-4078-a133-b20a22dc6aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:31:21.926355 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-910b1e43-376f-4935-a51f-fbbf0244cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:31:22.980098 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:31:24.893684 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:31:26.101076 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:31:29.455717 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 5 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:31:37.909939 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 41094) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:31:37.976321 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.pecan_wsgi.hooks.translation [None req-235b1a11-3811-43ee-839f-9e1c7ceb3b0c admin admin] GET failed (client error): The resource could not be found. Feb 10 03:31:37.977662 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-235b1a11-3811-43ee-839f-9e1c7ceb3b0c admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0667584 Feb 10 03:31:38.222853 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180433ce-a9ec-4022-a65a-1f45ffc9c8ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:31:38.224276 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-180433ce-a9ec-4022-a65a-1f45ffc9c8ac admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2422967 Feb 10 03:31:40.455136 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 41104) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:31:40.552698 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a1e36d-5bd7-4465-ba9a-a2eb10b09766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:31:40.554075 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-36a1e36d-5bd7-4465-ba9a-a2eb10b09766 admin admin] 10.222.0.32 "GET /v2.0/subnets/d80d13d9-cd37-4f28-b5d9-d1439f12b5a2 HTTP/1.1" status: 200 len: 849 time: 0.0977962 Feb 10 03:31:40.563848 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-9bc534f9-e4ed-4005-90d9-3d3ba5fac866 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:31:40.652602 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9bc534f9-e4ed-4005-90d9-3d3ba5fac866 admin admin] Publish callbacks [] for subnet (d80d13d9-cd37-4f28-b5d9-d1439f12b5a2), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:31:40.799198 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9bc534f9-e4ed-4005-90d9-3d3ba5fac866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729388270583'] for subnet (d80d13d9-cd37-4f28-b5d9-d1439f12b5a2), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:31:40.829211 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc534f9-e4ed-4005-90d9-3d3ba5fac866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:31:40.829809 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9bc534f9-e4ed-4005-90d9-3d3ba5fac866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for subnet (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:31:40.831531 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-9bc534f9-e4ed-4005-90d9-3d3ba5fac866 admin admin] 10.222.0.32 "PUT /v2.0/subnets/d80d13d9-cd37-4f28-b5d9-d1439f12b5a2 HTTP/1.1" status: 200 len: 868 time: 0.2710111 Feb 10 03:31:40.836140 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1e0d9f-5604-4311-9b84-5f4ca9294f53 None None] Network c326a8df-cb87-46a7-a6a0-d8a25197ca2c requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:31:40.852576 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc534f9-e4ed-4005-90d9-3d3ba5fac866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d80d13d9-cd37-4f28-b5d9-d1439f12b5a2,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:31:40.861865 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc534f9-e4ed-4005-90d9-3d3ba5fac866 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:31:40.862094 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc534f9-e4ed-4005-90d9-3d3ba5fac866 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:31:40.862352 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc534f9-e4ed-4005-90d9-3d3ba5fac866 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:31:40.862621 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc534f9-e4ed-4005-90d9-3d3ba5fac866 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:31:40.862999 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc534f9-e4ed-4005-90d9-3d3ba5fac866 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:31:40.863485 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc534f9-e4ed-4005-90d9-3d3ba5fac866 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:31:40.864312 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc534f9-e4ed-4005-90d9-3d3ba5fac866 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:31:40.864312 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc534f9-e4ed-4005-90d9-3d3ba5fac866 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:31:40.864514 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc534f9-e4ed-4005-90d9-3d3ba5fac866 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:31:40.864813 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc534f9-e4ed-4005-90d9-3d3ba5fac866 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:31:40.865211 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc534f9-e4ed-4005-90d9-3d3ba5fac866 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:31:40.865526 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc534f9-e4ed-4005-90d9-3d3ba5fac866 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:31:40.865865 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc534f9-e4ed-4005-90d9-3d3ba5fac866 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:31:41.386723 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-af04a9b1-dff9-404f-bb4f-34b323f06791 None None] Provisioning complete for port a4071829-0498-4c73-bb51-f22deaaa8687 triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:31:41.387149 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-af04a9b1-dff9-404f-bb4f-34b323f06791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (a4071829-0498-4c73-bb51-f22deaaa8687), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:31:41.466356 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-af04a9b1-dff9-404f-bb4f-34b323f06791 None None] Current status of the port a4071829-0498-4c73-bb51-f22deaaa8687 is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:31:41.477959 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-af04a9b1-dff9-404f-bb4f-34b323f06791 None None] Provisioning complete for port 1fab0cfb-138f-43bb-82c8-044a800e45bb triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:31:41.478352 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-af04a9b1-dff9-404f-bb4f-34b323f06791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (1fab0cfb-138f-43bb-82c8-044a800e45bb), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:31:41.561110 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-af04a9b1-dff9-404f-bb4f-34b323f06791 None None] Current status of the port 1fab0cfb-138f-43bb-82c8-044a800e45bb is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:31:43.107883 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 41112) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:31:43.313397 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe9898f-8b85-42ad-9730-49f3dff11766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:31:43.313881 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe9898f-8b85-42ad-9730-49f3dff11766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:31:43.315486 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-ebe9898f-8b85-42ad-9730-49f3dff11766 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2065365 Feb 10 03:31:45.581125 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 41120) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:31:45.718240 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8379c741-da6d-4c62-b3df-0aaa9522aa0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:31:45.718736 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8379c741-da6d-4c62-b3df-0aaa9522aa0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:31:45.720261 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-8379c741-da6d-4c62-b3df-0aaa9522aa0a admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1381741 Feb 10 03:31:47.967497 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 41128) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:31:48.134180 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e95664-5f09-425d-af7b-3f0858787d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:31:48.135598 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-e0e95664-5f09-425d-af7b-3f0858787d63 admin admin] 10.222.0.32 "GET /v2.0/networks/21bdb221-e4aa-4ceb-8437-3c4897a6dae2 HTTP/1.1" status: 200 len: 886 time: 0.1671383 Feb 10 03:31:49.779524 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-707b9799-d91d-42c1-8877-b0022802a45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:31:50.376602 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 41138) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:31:50.509968 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eb438e-421a-4c99-b16e-ac765ca18af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:31:50.511390 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-82eb438e-421a-4c99-b16e-ac765ca18af9 admin admin] 10.222.0.32 "GET /v2.0/networks/c326a8df-cb87-46a7-a6a0-d8a25197ca2c HTTP/1.1" status: 200 len: 869 time: 0.1338260 Feb 10 03:31:51.931578 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-02510946-4cca-4be6-9b6a-fd88380a9ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:31:52.748890 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 41146) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:31:52.872812 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00562198-6165-49d2-9216-3cee1e97721b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:31:52.873272 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00562198-6165-49d2-9216-3cee1e97721b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:31:52.874962 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-00562198-6165-49d2-9216-3cee1e97721b admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249340 Feb 10 03:31:52.984736 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:31:54.888414 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:31:55.131901 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 41154) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:31:55.260254 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79213aa5-0261-4b46-bbec-d16cd105d86c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:31:55.260714 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79213aa5-0261-4b46-bbec-d16cd105d86c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:31:55.262298 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-79213aa5-0261-4b46-bbec-d16cd105d86c admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1293643 Feb 10 03:31:56.096074 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:31:57.498419 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 41162) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:31:57.589961 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61932c2-85dd-49c9-84c5-cfb1d6b56262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:31:57.591384 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-b61932c2-85dd-49c9-84c5-cfb1d6b56262 admin admin] 10.222.0.32 "GET /v2.0/subnets/0a389fce-60fc-45d4-b298-908574c1c629 HTTP/1.1" status: 200 len: 816 time: 0.0919650 Feb 10 03:31:59.834863 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 41170) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:31:59.931534 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31eb5740-6723-4aa8-96fd-5775167f8f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:31:59.932804 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-31eb5740-6723-4aa8-96fd-5775167f8f15 admin admin] 10.222.0.32 "GET /v2.0/subnets/d80d13d9-cd37-4f28-b5d9-d1439f12b5a2 HTTP/1.1" status: 200 len: 868 time: 0.0969768 Feb 10 03:32:06.454557 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 5 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:32:19.784507 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-27e46822-3c34-40ff-a3f6-69fa9d67ebb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:32:21.936335 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-45c79caf-4b5a-45e8-98d4-e093fb897984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:32:22.984484 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:32:23.927532 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 41222) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:32:23.984514 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [None req-71c58ab5-3762-4b2b-9eec-04b57efaef49 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102733) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:32:23.985571 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-71c58ab5-3762-4b2b-9eec-04b57efaef49 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0571692 Feb 10 03:32:24.884831 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:32:26.105284 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:32:26.328276 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 41230) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:32:26.392613 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.pecan_wsgi.hooks.translation [None req-936b06ab-266c-4c2f-bd18-6a6f3069f501 admin admin] GET failed (client error): The resource could not be found. Feb 10 03:32:26.394511 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-936b06ab-266c-4c2f-bd18-6a6f3069f501 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0647299 Feb 10 03:32:26.537375 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43df52a5-97aa-428d-b64c-c7973532408e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:32:26.538863 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-43df52a5-97aa-428d-b64c-c7973532408e admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1406837 Feb 10 03:32:28.840699 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 41238) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:32:28.891150 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-b0db827b-4dff-46ec-ad82-26056ff1034b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:32:28.911056 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0db827b-4dff-46ec-ad82-26056ff1034b admin admin] Made reservation on behalf of 8de7cdc6a1fd4e2da360f0670fd57a70 for: {'network': 1} {{(pid=102732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:32:28.913444 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b0db827b-4dff-46ec-ad82-26056ff1034b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for network (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:32:28.950501 dv-cinder-828060-2-iscsi neutron-server[102732]: WARNING neutron.services.revisions.revision_plugin [None req-b0db827b-4dff-46ec-ad82-26056ff1034b admin admin] Could not find related network for resource to bump revision. Feb 10 03:32:28.963669 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0db827b-4dff-46ec-ad82-26056ff1034b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=102732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:32:28.974065 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b0db827b-4dff-46ec-ad82-26056ff1034b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (c543b657-a74d-4616-8330-e48ce49aa277), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:32:28.974394 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.db.segments_db [None req-b0db827b-4dff-46ec-ad82-26056ff1034b admin admin] Added segment c543b657-a74d-4616-8330-e48ce49aa277 of type vlan for network 67c0051e-6868-4c6d-b901-efcd427eaa62 Feb 10 03:32:29.020427 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b0db827b-4dff-46ec-ad82-26056ff1034b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387737128'] for network (67c0051e-6868-4c6d-b901-efcd427eaa62), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:32:29.048358 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b0db827b-4dff-46ec-ad82-26056ff1034b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for network (67c0051e-6868-4c6d-b901-efcd427eaa62), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:32:29.049295 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0db827b-4dff-46ec-ad82-26056ff1034b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:32:29.050044 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b0db827b-4dff-46ec-ad82-26056ff1034b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:32:29.093535 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-b0db827b-4dff-46ec-ad82-26056ff1034b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2516148 Feb 10 03:32:29.121590 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db827b-4dff-46ec-ad82-26056ff1034b admin admin] Pushing event updated for resources: {'Network': ['ID=67c0051e-6868-4c6d-b901-efcd427eaa62,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:32:29.130104 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db827b-4dff-46ec-ad82-26056ff1034b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:32:29.130476 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db827b-4dff-46ec-ad82-26056ff1034b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:32:29.131034 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db827b-4dff-46ec-ad82-26056ff1034b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:32:29.131383 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db827b-4dff-46ec-ad82-26056ff1034b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:32:29.131716 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db827b-4dff-46ec-ad82-26056ff1034b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:32:29.132044 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db827b-4dff-46ec-ad82-26056ff1034b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:32:29.132390 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db827b-4dff-46ec-ad82-26056ff1034b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:32:29.132720 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db827b-4dff-46ec-ad82-26056ff1034b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:32:29.133060 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db827b-4dff-46ec-ad82-26056ff1034b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:32:29.133435 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db827b-4dff-46ec-ad82-26056ff1034b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:32:29.133763 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db827b-4dff-46ec-ad82-26056ff1034b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:32:29.134082 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db827b-4dff-46ec-ad82-26056ff1034b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:32:29.134400 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0db827b-4dff-46ec-ad82-26056ff1034b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:32:29.150292 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Network 67c0051e-6868-4c6d-b901-efcd427eaa62 details requested by agent ovs-agent-dv-cinder-828060-2-iscsi with host dv-cinder-828060-2-iscsi {{(pid=102734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:32:31.390963 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 41246) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:32:31.452994 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.pecan_wsgi.hooks.translation [None req-162cdc27-e803-4c41-94fe-e21d00d5fea0 admin admin] GET failed (client error): The resource could not be found. Feb 10 03:32:31.454305 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-162cdc27-e803-4c41-94fe-e21d00d5fea0 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0623698 Feb 10 03:32:31.525034 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5563d6-3c16-4f30-951b-5d4f66ca4da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:32:31.526498 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-5d5563d6-3c16-4f30-951b-5d4f66ca4da8 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680234 Feb 10 03:32:31.536527 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-9a3b786b-bf07-4f23-8d36-c2f60061bccc admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '67c0051e-6868-4c6d-b901-efcd427eaa62', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:32:31.557606 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3b786b-bf07-4f23-8d36-c2f60061bccc admin admin] Made reservation on behalf of 8de7cdc6a1fd4e2da360f0670fd57a70 for: {'subnet': 1} {{(pid=102732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:32:31.560155 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9a3b786b-bf07-4f23-8d36-c2f60061bccc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:32:31.734848 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9a3b786b-bf07-4f23-8d36-c2f60061bccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for subnet (035a770a-4039-42ef-ae47-5882f553f3d0), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:32:31.786359 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b786b-bf07-4f23-8d36-c2f60061bccc admin admin] Pushing event updated for resources: {'Subnet': ['ID=035a770a-4039-42ef-ae47-5882f553f3d0,revision_number=0']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:32:31.796237 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3b786b-bf07-4f23-8d36-c2f60061bccc admin admin] Checking segment: {'id': 'c543b657-a74d-4616-8330-e48ce49aa277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '67c0051e-6868-4c6d-b901-efcd427eaa62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:32:31.796665 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3b786b-bf07-4f23-8d36-c2f60061bccc admin admin] Network hostable DHCP agents. Network: 67c0051e-6868-4c6d-b901-efcd427eaa62, hostable agents: ['1db83568-5d00-4ab2-ab08-3829f0594148'], hosted agents: [] {{(pid=102732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:32:31.814558 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3b786b-bf07-4f23-8d36-c2f60061bccc admin admin] Network 67c0051e-6868-4c6d-b901-efcd427eaa62 is scheduled to be hosted by DHCP agent 1db83568-5d00-4ab2-ab08-3829f0594148 with binding_index 1 {{(pid=102732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:32:31.825113 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-9a3b786b-bf07-4f23-8d36-c2f60061bccc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-2-iscsi, 67c0051e-6868-4c6d-b901-efcd427eaa62) {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:32:31.830244 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3b786b-bf07-4f23-8d36-c2f60061bccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:32:31.831107 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9a3b786b-bf07-4f23-8d36-c2f60061bccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for subnet (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:32:31.836001 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ae661a-ea1c-4061-8a42-2f121c6ad756 None None] Network 67c0051e-6868-4c6d-b901-efcd427eaa62 requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:32:31.848515 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-9a3b786b-bf07-4f23-8d36-c2f60061bccc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3153987 Feb 10 03:32:31.949699 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27dc6948-3cb5-5705-b42b-68de865229a0-67c0051e-6868-4c6d-b901-efcd427eaa62', 'network_id': '67c0051e-6868-4c6d-b901-efcd427eaa62', 'project_id': '8de7cdc6a1fd4e2da360f0670fd57a70', 'fixed_ips': [{'subnet_id': '035a770a-4039-42ef-ae47-5882f553f3d0'}]}} from dv-cinder-828060-2-iscsi. {{(pid=102734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 03:32:31.950582 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:32:32.198254 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.db_base_plugin_common [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Allocated IP 192.168.233.2 (67c0051e-6868-4c6d-b901-efcd427eaa62/035a770a-4039-42ef-ae47-5882f553f3d0/19944840-ddbd-4e06-8ed7-b22e33e361b7) {{(pid=102734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:32:32.352214 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Publish callbacks [] for port (19944840-ddbd-4e06-8ed7-b22e33e361b7), precommit_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:32:32.359350 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834'] for port (19944840-ddbd-4e06-8ed7-b22e33e361b7), after_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:32:32.401203 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Network 67c0051e-6868-4c6d-b901-efcd427eaa62 is already hosted by enough agents. {{(pid=102734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:32:32.402616 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.scheduler.base_scheduler [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Resources bound (agent type, host, resource id): {{(pid=102734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:32:32.406233 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Received port after_create {{(pid=102734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:32:32.411640 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Pushing event updated for resources: {'Port': ['ID=19944840-ddbd-4e06-8ed7-b22e33e361b7,revision_number=1']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:32:32.422761 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:32:32.423053 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:32:32.423409 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:32:32.423742 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:32:32.424066 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:32:32.424407 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:32:32.424710 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:32:32.425029 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:32:32.425352 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:32:32.425686 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:32:32.426007 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:32:32.426319 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:32:32.426629 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:32:32.474063 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Attempting to bind port 19944840-ddbd-4e06-8ed7-b22e33e361b7 on host dv-cinder-828060-2-iscsi for vnic_type normal with profile {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:32:32.474354 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Attempting to bind port 19944840-ddbd-4e06-8ed7-b22e33e361b7 by drivers openvswitch,hyperv on host dv-cinder-828060-2-iscsi at level 0 using segments [{'id': 'c543b657-a74d-4616-8330-e48ce49aa277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '67c0051e-6868-4c6d-b901-efcd427eaa62'}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:32:32.474748 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Attempting to bind port 19944840-ddbd-4e06-8ed7-b22e33e361b7 on network 67c0051e-6868-4c6d-b901-efcd427eaa62 {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:32:32.480195 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Checking agent: {'id': 'ec329a5d-811c-4230-b7e8-4067504d3542', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'started_at': datetime.datetime(2022, 2, 10, 3, 29, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:32:32.480424 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Checking segment: {'id': 'c543b657-a74d-4616-8330-e48ce49aa277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '67c0051e-6868-4c6d-b901-efcd427eaa62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:32:32.480832 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:32:32.481218 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Bound using segment: {'id': 'c543b657-a74d-4616-8330-e48ce49aa277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '67c0051e-6868-4c6d-b901-efcd427eaa62'} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:32:32.481674 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Bound port: 19944840-ddbd-4e06-8ed7-b22e33e361b7, host: dv-cinder-828060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c543b657-a74d-4616-8330-e48ce49aa277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '67c0051e-6868-4c6d-b901-efcd427eaa62'}}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:32:32.482045 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (19944840-ddbd-4e06-8ed7-b22e33e361b7), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:32:32.550763 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] For port 19944840-ddbd-4e06-8ed7-b22e33e361b7, host dv-cinder-828060-2-iscsi, cleared binding levels {{(pid=102734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:32:32.554173 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] For port 19944840-ddbd-4e06-8ed7-b22e33e361b7, host dv-cinder-828060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=19944840-ddbd-4e06-8ed7-b22e33e361b7,segment=NetworkSegment(c543b657-a74d-4616-8330-e48ce49aa277),segment_id=c543b657-a74d-4616-8330-e48ce49aa277)] {{(pid=102734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:32:32.562310 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (19944840-ddbd-4e06-8ed7-b22e33e361b7), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:32:32.619836 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6854c8-e2cb-42bf-9914-b7a3b3c94b6f None None] Pushing event updated for resources: {'Port': ['ID=19944840-ddbd-4e06-8ed7-b22e33e361b7,revision_number=2']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:32:33.233303 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 19944840-ddbd-4e06-8ed7-b22e33e361b7 up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:32:33.292397 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 19944840-ddbd-4e06-8ed7-b22e33e361b7 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:32:33.292397 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (19944840-ddbd-4e06-8ed7-b22e33e361b7), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:32:33.385458 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 19944840-ddbd-4e06-8ed7-b22e33e361b7 is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:32:33.385900 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (19944840-ddbd-4e06-8ed7-b22e33e361b7), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:32:33.423461 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] For port 19944840-ddbd-4e06-8ed7-b22e33e361b7, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=19944840-ddbd-4e06-8ed7-b22e33e361b7,segment=NetworkSegment(c543b657-a74d-4616-8330-e48ce49aa277),segment_id=c543b657-a74d-4616-8330-e48ce49aa277)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:32:33.429020 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (19944840-ddbd-4e06-8ed7-b22e33e361b7), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:32:33.459189 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282dfb7f-a334-43d5-a00a-3444edd21885 None None] Network 67c0051e-6868-4c6d-b901-efcd427eaa62 requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:32:33.514303 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Pushing event updated for resources: {'Port': ['ID=19944840-ddbd-4e06-8ed7-b22e33e361b7,revision_number=3']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:32:33.575391 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-20785e0a-418b-4483-9779-7bc020f24c7c None None] Provisioning complete for port 19944840-ddbd-4e06-8ed7-b22e33e361b7 triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:32:33.575780 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-20785e0a-418b-4483-9779-7bc020f24c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (19944840-ddbd-4e06-8ed7-b22e33e361b7), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:32:33.695506 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-20785e0a-418b-4483-9779-7bc020f24c7c None None] Current status of the port 19944840-ddbd-4e06-8ed7-b22e33e361b7 is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:32:33.920180 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-3c235a3d-1ccd-42cb-8f22-2875d2dce25b None None] Provisioning complete for port 19944840-ddbd-4e06-8ed7-b22e33e361b7 triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:32:33.920577 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-3c235a3d-1ccd-42cb-8f22-2875d2dce25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (19944840-ddbd-4e06-8ed7-b22e33e361b7), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:32:34.001444 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-3c235a3d-1ccd-42cb-8f22-2875d2dce25b None None] Current status of the port 19944840-ddbd-4e06-8ed7-b22e33e361b7 is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:32:35.196239 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 19944840-ddbd-4e06-8ed7-b22e33e361b7 up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:32:35.247531 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 19944840-ddbd-4e06-8ed7-b22e33e361b7 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:32:35.247956 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (19944840-ddbd-4e06-8ed7-b22e33e361b7), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:32:35.325170 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 19944840-ddbd-4e06-8ed7-b22e33e361b7 is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:32:43.454494 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 5 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:32:49.781860 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-c74b5b99-8df0-4d52-ac1c-3d8233b45058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:32:51.939827 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-6d171c1f-91f1-401e-bfee-ca50b0cb8f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:32:52.987192 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:32:54.889737 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:32:56.102666 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:33:19.778764 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-8e9466f9-3107-4984-8df9-706fea1fe2e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:33:20.456819 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 5 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:33:21.954191 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-3e808dc2-1567-4ed1-ab03-875ac106b167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:33:22.992736 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:33:24.892094 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:33:26.106775 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:33:47.516845 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 41284) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:33:47.522618 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [None req-2de67c24-e40e-4920-829b-014964295902 tempest-verify_tempest_config-793312660 tempest-verify_tempest_config-793312660-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102733) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:33:47.523765 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-2de67c24-e40e-4920-829b-014964295902 tempest-verify_tempest_config-793312660 tempest-verify_tempest_config-793312660-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058491 Feb 10 03:33:47.838470 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 41302) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:33:47.947741 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c8180c1e-a7dc-4998-bfdb-9ff5ccecbf1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:33:48.035564 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c8180c1e-a7dc-4998-bfdb-9ff5ccecbf1e admin admin] Publish callbacks [] for security_group (1b78a909-546a-402c-90ba-85ac4707abb4), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:33:48.041252 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c8180c1e-a7dc-4998-bfdb-9ff5ccecbf1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (1b78a909-546a-402c-90ba-85ac4707abb4), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:33:48.086837 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-c8180c1e-a7dc-4998-bfdb-9ff5ccecbf1e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab97d002ee1b4837bd2f73583b4fc821&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2469308 Feb 10 03:33:48.087854 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8180c1e-a7dc-4998-bfdb-9ff5ccecbf1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b78a909-546a-402c-90ba-85ac4707abb4,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:33:48.089619 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 41308) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:33:48.095116 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8180c1e-a7dc-4998-bfdb-9ff5ccecbf1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:33:48.095468 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8180c1e-a7dc-4998-bfdb-9ff5ccecbf1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:33:48.096004 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8180c1e-a7dc-4998-bfdb-9ff5ccecbf1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:33:48.096519 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8180c1e-a7dc-4998-bfdb-9ff5ccecbf1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:33:48.096874 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8180c1e-a7dc-4998-bfdb-9ff5ccecbf1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:33:48.097217 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8180c1e-a7dc-4998-bfdb-9ff5ccecbf1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:33:48.097537 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8180c1e-a7dc-4998-bfdb-9ff5ccecbf1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:33:48.097863 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8180c1e-a7dc-4998-bfdb-9ff5ccecbf1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:33:48.098413 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8180c1e-a7dc-4998-bfdb-9ff5ccecbf1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:33:48.098810 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8180c1e-a7dc-4998-bfdb-9ff5ccecbf1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:33:48.099203 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8180c1e-a7dc-4998-bfdb-9ff5ccecbf1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:33:48.099559 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8180c1e-a7dc-4998-bfdb-9ff5ccecbf1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:33:48.099945 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8180c1e-a7dc-4998-bfdb-9ff5ccecbf1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:33:48.170092 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-df427d94-f027-4ffa-b8b9-6ed9b84d0b01 admin admin] Publish callbacks [] for security_group (1b78a909-546a-402c-90ba-85ac4707abb4), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:33:48.193432 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-df427d94-f027-4ffa-b8b9-6ed9b84d0b01 admin admin] Publish callbacks [] for security_group (1b78a909-546a-402c-90ba-85ac4707abb4), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:33:48.295841 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-df427d94-f027-4ffa-b8b9-6ed9b84d0b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (1b78a909-546a-402c-90ba-85ac4707abb4), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:33:48.298272 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-df427d94-f027-4ffa-b8b9-6ed9b84d0b01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:33:48.299747 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-df427d94-f027-4ffa-b8b9-6ed9b84d0b01 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b78a909-546a-402c-90ba-85ac4707abb4 HTTP/1.1" status: 204 len: 168 time: 0.2088392 Feb 10 03:33:48.310685 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df427d94-f027-4ffa-b8b9-6ed9b84d0b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b78a909-546a-402c-90ba-85ac4707abb4,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:33:48.318333 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df427d94-f027-4ffa-b8b9-6ed9b84d0b01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:33:48.319674 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df427d94-f027-4ffa-b8b9-6ed9b84d0b01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:33:48.319816 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df427d94-f027-4ffa-b8b9-6ed9b84d0b01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:33:48.320152 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df427d94-f027-4ffa-b8b9-6ed9b84d0b01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:33:48.320483 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df427d94-f027-4ffa-b8b9-6ed9b84d0b01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:33:48.320812 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df427d94-f027-4ffa-b8b9-6ed9b84d0b01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:33:48.322766 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df427d94-f027-4ffa-b8b9-6ed9b84d0b01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:33:48.323339 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df427d94-f027-4ffa-b8b9-6ed9b84d0b01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:33:48.323868 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df427d94-f027-4ffa-b8b9-6ed9b84d0b01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:33:48.324127 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df427d94-f027-4ffa-b8b9-6ed9b84d0b01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:33:48.324475 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df427d94-f027-4ffa-b8b9-6ed9b84d0b01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:33:48.325120 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df427d94-f027-4ffa-b8b9-6ed9b84d0b01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:33:48.325479 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df427d94-f027-4ffa-b8b9-6ed9b84d0b01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:33:49.783140 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-68803790-bfda-4df9-930c-4ecc887c090c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:33:51.949753 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-a5f71ed0-4825-4529-a37d-943bd096eb97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:33:52.995190 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:33:54.897438 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:33:56.112976 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:33:57.456710 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 5 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:34:19.793433 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-029091f7-b3a4-4041-9d1a-403325767945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:34:21.952151 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-be1a2979-3659-497c-9a98-a0a088962037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:34:23.004664 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:34:24.900441 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:34:26.117050 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:34:34.458736 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 5 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:34:49.792004 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-f319b92b-5e20-43ba-8f3f-f31f83f41d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:34:51.954306 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-5cd1e284-128c-4a77-83cc-980c516a603d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:34:53.004525 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:34:54.907038 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:34:56.113369 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:35:11.459312 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 5 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:35:19.789063 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-ae3096b2-5c67-4bed-9ee2-10bad172e64e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:35:19.818868 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1573580'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:35:21.951044 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-7d5df732-b739-4a6a-ae4f-6c50eb21633d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:35:23.006630 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:35:24.907870 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:35:26.117587 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:35:34.485066 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 41378) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:35:34.615938 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-7ff52385-f5c6-4530-be95-b48de4abf60a admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1294692 Feb 10 03:35:36.898364 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 41388) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:35:36.967522 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-cab3499f-94e7-42a5-bebf-084973622aba admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0680013 Feb 10 03:35:48.460672 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 6 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:35:49.795588 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-218270d8-ed92-449d-87a9-9da4991e21d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:35:49.803185 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:35:51.949188 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67abea6e-6c60-4305-b88d-d7476e014e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:35:53.014564 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:35:54.917391 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:35:56.120532 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:36:19.780092 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-eeebc1a9-8b75-40a7-9d95-2e128ed5b777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:36:19.813589 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:36:21.943806 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e023721c-d741-428d-8430-79635f4cb742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:36:23.011052 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:36:24.916697 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:36:25.460518 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 6 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:36:26.118357 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:36:49.785606 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-55c65457-8c3b-4564-8db0-db1979127897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:36:49.813940 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:36:51.950530 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-61c1202f-a3bf-42a2-91f5-81ec0b088ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:36:53.014297 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:36:54.917708 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:36:56.115031 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:02.460564 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 6 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:37:05.145445 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 41584) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:05.562039 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 41606) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:05.631761 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-9cfc2e55-6e14-4057-824b-035ff7242801 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1927305372-network', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:05.659761 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfc2e55-6e14-4057-824b-035ff7242801 admin admin] Made reservation on behalf of 50e1249fa4204bf9ba3044c3c1260634 for: {'network': 1} {{(pid=102732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:37:05.660549 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 41610) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:05.669147 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9cfc2e55-6e14-4057-824b-035ff7242801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for network (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:05.682966 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9cfc2e55-6e14-4057-824b-035ff7242801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:05.720567 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 41618) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:05.767465 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9cfc2e55-6e14-4057-824b-035ff7242801 admin admin] Publish callbacks [] for security_group (235be6de-adb7-412c-9161-64d8540fa279), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:05.773754 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9cfc2e55-6e14-4057-824b-035ff7242801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (235be6de-adb7-412c-9161-64d8540fa279), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:05.809766 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc2e55-6e14-4057-824b-035ff7242801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235be6de-adb7-412c-9161-64d8540fa279,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:05.818706 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfc2e55-6e14-4057-824b-035ff7242801 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:05.819210 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfc2e55-6e14-4057-824b-035ff7242801 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:05.819654 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfc2e55-6e14-4057-824b-035ff7242801 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:05.820069 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfc2e55-6e14-4057-824b-035ff7242801 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:05.820466 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfc2e55-6e14-4057-824b-035ff7242801 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:05.820914 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfc2e55-6e14-4057-824b-035ff7242801 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:05.821268 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfc2e55-6e14-4057-824b-035ff7242801 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:05.821690 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfc2e55-6e14-4057-824b-035ff7242801 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:05.822216 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfc2e55-6e14-4057-824b-035ff7242801 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:05.822820 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfc2e55-6e14-4057-824b-035ff7242801 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:05.823315 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfc2e55-6e14-4057-824b-035ff7242801 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:05.824123 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfc2e55-6e14-4057-824b-035ff7242801 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:05.824855 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfc2e55-6e14-4057-824b-035ff7242801 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfc2e55-6e14-4057-824b-035ff7242801 admin admin] Tracked resource versions report: Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: pushed versions: Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: { 'AddressGroup': {'1.2'}, Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: 'ConntrackHelper': {'1.0'}, Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: 'LocalIPAssociation': {'1.0'}, Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: 'Log': {'1.0'}, Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: 'Network': {'1.1'}, Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: 'Port': {'1.7'}, Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: 'PortForwarding': {'1.2'}, Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: 'QosPolicy': {'1.10'}, Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: 'SecurityGroup': {'1.5'}, Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: 'SecurityGroupRule': {'1.2'}, Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: 'SubPort': {'1.0'}, Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: 'Subnet': {'1.1'}, Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: 'Trunk': {'1.1'}} Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: consumer versions: Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: { DHCP agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: HyperV agent@hv-cinder-82806: {}, Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: L3 agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: Metadata agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: Metering agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: Open vSwitch agent@dv-cinder-828060-2-iscsi: { 'AddressGroup': '1.2', Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: 'ConntrackHelper': '1.0', Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: 'LocalIPAssociation': '1.0', Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: 'Log': '1.0', Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: 'Network': '1.1', Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: 'Port': '1.7', Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: 'PortForwarding': '1.2', Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: 'QosPolicy': '1.10', Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: 'SecurityGroup': '1.5', Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: 'SecurityGroupRule': '1.2', Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: 'SubPort': '1.0', Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: 'Subnet': '1.1', Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: 'Trunk': '1.1'}} Feb 10 03:37:05.826343 dv-cinder-828060-2-iscsi neutron-server[102732]: {{(pid=102732) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 03:37:05.843444 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-a2d7f8e2-3fe7-4ff8-a657-2aa76713d67f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1935445594-network', 'tenant_id': 'b1ad4b9bfe7941d3baa9c36cf551a874'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:05.861165 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cfc2e55-6e14-4057-824b-035ff7242801 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=102732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:37:05.875199 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d7f8e2-3fe7-4ff8-a657-2aa76713d67f admin admin] Made reservation on behalf of b1ad4b9bfe7941d3baa9c36cf551a874 for: {'network': 1} {{(pid=102732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:37:05.877948 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a2d7f8e2-3fe7-4ff8-a657-2aa76713d67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for network (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:05.884089 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9cfc2e55-6e14-4057-824b-035ff7242801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (086c110e-e949-4dfb-87df-62ade2705185), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:05.884623 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.db.segments_db [None req-9cfc2e55-6e14-4057-824b-035ff7242801 admin admin] Added segment 086c110e-e949-4dfb-87df-62ade2705185 of type vlan for network 2276b970-ba53-4cdf-8089-151cb82a4e87 Feb 10 03:37:05.906268 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a2d7f8e2-3fe7-4ff8-a657-2aa76713d67f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:05.954906 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9cfc2e55-6e14-4057-824b-035ff7242801 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387737128'] for network (2276b970-ba53-4cdf-8089-151cb82a4e87), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:05.999910 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9cfc2e55-6e14-4057-824b-035ff7242801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for network (2276b970-ba53-4cdf-8089-151cb82a4e87), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:06.001404 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfc2e55-6e14-4057-824b-035ff7242801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:06.002012 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9cfc2e55-6e14-4057-824b-035ff7242801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:06.038122 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-16e68662-a178-433a-a601-14259c509351 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-565419419-network', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:06.058582 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-9cfc2e55-6e14-4057-824b-035ff7242801 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9119985 Feb 10 03:37:06.062681 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 41642) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:06.070318 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-149e2e22-72c0-4dc5-a5bf-48433fa98a64 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-697393751-network', 'tenant_id': 'd7bf7bed71094487b57906e39d043543'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:06.078893 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-43c42a63-f758-4393-b6af-98e1ce052396 admin admin] Request body: {'subnet': {'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1927305372-subnet', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:06.099779 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e68662-a178-433a-a601-14259c509351 admin admin] Made reservation on behalf of f327fcae4b024948a911ad1bdeb06ad9 for: {'network': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:37:06.104648 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-16e68662-a178-433a-a601-14259c509351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for network (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:06.121832 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-16e68662-a178-433a-a601-14259c509351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:06.162642 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a2d7f8e2-3fe7-4ff8-a657-2aa76713d67f admin admin] Publish callbacks [] for security_group (83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:06.166873 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc2e55-6e14-4057-824b-035ff7242801 admin admin] Pushing event updated for resources: {'Network': ['ID=2276b970-ba53-4cdf-8089-151cb82a4e87,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:06.172220 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a2d7f8e2-3fe7-4ff8-a657-2aa76713d67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:06.178315 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Network 2276b970-ba53-4cdf-8089-151cb82a4e87 details requested by agent ovs-agent-dv-cinder-828060-2-iscsi with host dv-cinder-828060-2-iscsi {{(pid=102734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:37:06.199759 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d7f8e2-3fe7-4ff8-a657-2aa76713d67f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=102732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:37:06.221010 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a2d7f8e2-3fe7-4ff8-a657-2aa76713d67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (42425802-d116-4386-9517-986ff8eecb95), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:06.221540 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.db.segments_db [None req-a2d7f8e2-3fe7-4ff8-a657-2aa76713d67f admin admin] Added segment 42425802-d116-4386-9517-986ff8eecb95 of type vlan for network 8bd4cd27-a10d-4c56-b40b-6272d0715cdc Feb 10 03:37:06.236098 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7f8e2-3fe7-4ff8-a657-2aa76713d67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:06.285710 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-16e68662-a178-433a-a601-14259c509351 admin admin] Publish callbacks [] for security_group (ed41012c-2762-4219-9c6f-dd56546b19e6), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:06.287295 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c42a63-f758-4393-b6af-98e1ce052396 admin admin] Made reservation on behalf of 50e1249fa4204bf9ba3044c3c1260634 for: {'subnet': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:37:06.290501 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-43c42a63-f758-4393-b6af-98e1ce052396 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:06.293734 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a2d7f8e2-3fe7-4ff8-a657-2aa76713d67f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387737128'] for network (8bd4cd27-a10d-4c56-b40b-6272d0715cdc), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:06.309892 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-16e68662-a178-433a-a601-14259c509351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (ed41012c-2762-4219-9c6f-dd56546b19e6), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:06.355559 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a2d7f8e2-3fe7-4ff8-a657-2aa76713d67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for network (8bd4cd27-a10d-4c56-b40b-6272d0715cdc), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:06.357552 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d7f8e2-3fe7-4ff8-a657-2aa76713d67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:06.358396 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a2d7f8e2-3fe7-4ff8-a657-2aa76713d67f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:06.358538 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e68662-a178-433a-a601-14259c509351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed41012c-2762-4219-9c6f-dd56546b19e6,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:06.387947 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e68662-a178-433a-a601-14259c509351 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:06.388360 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e68662-a178-433a-a601-14259c509351 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:06.388696 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e68662-a178-433a-a601-14259c509351 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:06.389034 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e68662-a178-433a-a601-14259c509351 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:06.394394 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e68662-a178-433a-a601-14259c509351 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:06.394803 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e68662-a178-433a-a601-14259c509351 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:06.395160 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e68662-a178-433a-a601-14259c509351 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:06.395585 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e68662-a178-433a-a601-14259c509351 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:06.395885 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e68662-a178-433a-a601-14259c509351 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:06.396248 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e68662-a178-433a-a601-14259c509351 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:06.396579 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e68662-a178-433a-a601-14259c509351 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:06.396899 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e68662-a178-433a-a601-14259c509351 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:06.397215 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e68662-a178-433a-a601-14259c509351 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e68662-a178-433a-a601-14259c509351 admin admin] Tracked resource versions report: Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: pushed versions: Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: { 'AddressGroup': {'1.2'}, Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: 'ConntrackHelper': {'1.0'}, Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: 'LocalIPAssociation': {'1.0'}, Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: 'Log': {'1.0'}, Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: 'Network': {'1.1'}, Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: 'Port': {'1.7'}, Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: 'PortForwarding': {'1.2'}, Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: 'QosPolicy': {'1.10'}, Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: 'SecurityGroup': {'1.5'}, Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: 'SecurityGroupRule': {'1.2'}, Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: 'SubPort': {'1.0'}, Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: 'Subnet': {'1.1'}, Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: 'Trunk': {'1.1'}} Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: consumer versions: Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: { DHCP agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: HyperV agent@hv-cinder-82806: {}, Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: L3 agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: Metadata agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: Metering agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: Open vSwitch agent@dv-cinder-828060-2-iscsi: { 'AddressGroup': '1.2', Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: 'ConntrackHelper': '1.0', Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: 'LocalIPAssociation': '1.0', Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: 'Log': '1.0', Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: 'Network': '1.1', Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: 'Port': '1.7', Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: 'PortForwarding': '1.2', Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: 'QosPolicy': '1.10', Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: 'SecurityGroup': '1.5', Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: 'SecurityGroupRule': '1.2', Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: 'SubPort': '1.0', Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: 'Subnet': '1.1', Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: 'Trunk': '1.1'}} Feb 10 03:37:06.398405 dv-cinder-828060-2-iscsi neutron-server[102733]: {{(pid=102733) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 03:37:06.406303 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-a2d7f8e2-3fe7-4ff8-a657-2aa76713d67f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8430164 Feb 10 03:37:06.410997 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 41660) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:06.417293 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-f6ca3ffd-9eff-4665-a51a-70622fea24ba admin admin] Request body: {'subnet': {'network_id': '8bd4cd27-a10d-4c56-b40b-6272d0715cdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1935445594-subnet', 'tenant_id': 'b1ad4b9bfe7941d3baa9c36cf551a874', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:06.434154 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149e2e22-72c0-4dc5-a5bf-48433fa98a64 admin admin] Made reservation on behalf of d7bf7bed71094487b57906e39d043543 for: {'network': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:37:06.437582 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-149e2e22-72c0-4dc5-a5bf-48433fa98a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for network (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:06.455335 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-149e2e22-72c0-4dc5-a5bf-48433fa98a64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:06.457819 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e68662-a178-433a-a601-14259c509351 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=102733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:37:06.475596 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7f8e2-3fe7-4ff8-a657-2aa76713d67f admin admin] Pushing event updated for resources: {'Network': ['ID=8bd4cd27-a10d-4c56-b40b-6272d0715cdc,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:06.491785 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Network 8bd4cd27-a10d-4c56-b40b-6272d0715cdc details requested by agent ovs-agent-dv-cinder-828060-2-iscsi with host dv-cinder-828060-2-iscsi {{(pid=102734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:37:06.506434 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ca3ffd-9eff-4665-a51a-70622fea24ba admin admin] Made reservation on behalf of b1ad4b9bfe7941d3baa9c36cf551a874 for: {'subnet': 1} {{(pid=102732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:37:06.512400 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f6ca3ffd-9eff-4665-a51a-70622fea24ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:06.612023 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-149e2e22-72c0-4dc5-a5bf-48433fa98a64 admin admin] Publish callbacks [] for security_group (2b5775fd-f45d-4010-8a34-acdfae634d4b), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:06.621298 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-16e68662-a178-433a-a601-14259c509351 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729388224431', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (784eaaa7-3d14-4567-8c49-962a1b348d44), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:06.622792 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-16e68662-a178-433a-a601-14259c509351 admin admin] Unsubscribe: segment precommit_create {{(pid=102733) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 10 03:37:06.623646 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.db.segments_db [None req-16e68662-a178-433a-a601-14259c509351 admin admin] Added segment 784eaaa7-3d14-4567-8c49-962a1b348d44 of type vlan for network d05c7b61-b2b5-4d63-9ad8-889925a1fb38 Feb 10 03:37:06.631683 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-149e2e22-72c0-4dc5-a5bf-48433fa98a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (2b5775fd-f45d-4010-8a34-acdfae634d4b), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:06.734665 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e2e22-72c0-4dc5-a5bf-48433fa98a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5775fd-f45d-4010-8a34-acdfae634d4b,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:06.750242 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149e2e22-72c0-4dc5-a5bf-48433fa98a64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=102733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:37:06.767354 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-16e68662-a178-433a-a601-14259c509351 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387737128'] for network (d05c7b61-b2b5-4d63-9ad8-889925a1fb38), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:06.799898 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f6ca3ffd-9eff-4665-a51a-70622fea24ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for subnet (b8304fa5-9116-449f-aaec-fe76e013c673), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:06.800054 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-149e2e22-72c0-4dc5-a5bf-48433fa98a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (282cda33-29d4-4368-a9fd-c807aa0e6a87), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:06.800054 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.db.segments_db [None req-149e2e22-72c0-4dc5-a5bf-48433fa98a64 admin admin] Added segment 282cda33-29d4-4368-a9fd-c807aa0e6a87 of type vlan for network 4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 Feb 10 03:37:06.886614 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-16e68662-a178-433a-a601-14259c509351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for network (d05c7b61-b2b5-4d63-9ad8-889925a1fb38), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:06.888508 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e68662-a178-433a-a601-14259c509351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:06.889234 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-16e68662-a178-433a-a601-14259c509351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:06.901435 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-149e2e22-72c0-4dc5-a5bf-48433fa98a64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387737128'] for network (4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:06.957970 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ca3ffd-9eff-4665-a51a-70622fea24ba admin admin] Checking segment: {'id': '42425802-d116-4386-9517-986ff8eecb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8bd4cd27-a10d-4c56-b40b-6272d0715cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:37:06.958642 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ca3ffd-9eff-4665-a51a-70622fea24ba admin admin] Network hostable DHCP agents. Network: 8bd4cd27-a10d-4c56-b40b-6272d0715cdc, hostable agents: ['1db83568-5d00-4ab2-ab08-3829f0594148'], hosted agents: [] {{(pid=102732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:37:06.963886 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca3ffd-9eff-4665-a51a-70622fea24ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8304fa5-9116-449f-aaec-fe76e013c673,revision_number=0']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:06.999223 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ca3ffd-9eff-4665-a51a-70622fea24ba admin admin] Network 8bd4cd27-a10d-4c56-b40b-6272d0715cdc is scheduled to be hosted by DHCP agent 1db83568-5d00-4ab2-ab08-3829f0594148 with binding_index 1 {{(pid=102732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:37:07.013717 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 41684) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:07.014482 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-16e68662-a178-433a-a601-14259c509351 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3519661 Feb 10 03:37:07.030002 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-c281d346-7585-4812-bdbb-d0ffb14a8e02 admin admin] Request body: {'subnet': {'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-565419419-subnet', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:07.033392 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-f6ca3ffd-9eff-4665-a51a-70622fea24ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-2-iscsi, 8bd4cd27-a10d-4c56-b40b-6272d0715cdc) {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:37:07.040576 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ca3ffd-9eff-4665-a51a-70622fea24ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:07.041165 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f6ca3ffd-9eff-4665-a51a-70622fea24ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for subnet (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:07.055704 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22812be4-b901-4ea0-9e75-8fd23ac35fbf None None] Network 8bd4cd27-a10d-4c56-b40b-6272d0715cdc requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:37:07.062977 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.db.resource_extend [None req-149e2e22-72c0-4dc5-a5bf-48433fa98a64 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 03:37:07.098725 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-f6ca3ffd-9eff-4665-a51a-70622fea24ba admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6718550 Feb 10 03:37:07.104155 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c281d346-7585-4812-bdbb-d0ffb14a8e02 admin admin] Made reservation on behalf of f327fcae4b024948a911ad1bdeb06ad9 for: {'subnet': 1} {{(pid=102732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:37:07.110272 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c281d346-7585-4812-bdbb-d0ffb14a8e02 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:07.124128 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e68662-a178-433a-a601-14259c509351 admin admin] Pushing event updated for resources: {'Network': ['ID=d05c7b61-b2b5-4d63-9ad8-889925a1fb38,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:07.149081 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-43c42a63-f758-4393-b6af-98e1ce052396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for subnet (8d5da7a8-bc65-46b6-8077-e221507906cd), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:07.214832 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Network d05c7b61-b2b5-4d63-9ad8-889925a1fb38 details requested by agent ovs-agent-dv-cinder-828060-2-iscsi with host dv-cinder-828060-2-iscsi {{(pid=102734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:37:07.220504 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-149e2e22-72c0-4dc5-a5bf-48433fa98a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for network (4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:07.226241 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149e2e22-72c0-4dc5-a5bf-48433fa98a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:07.228319 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-149e2e22-72c0-4dc5-a5bf-48433fa98a64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:07.354861 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c42a63-f758-4393-b6af-98e1ce052396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d5da7a8-bc65-46b6-8077-e221507906cd,revision_number=0']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:07.369853 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-149e2e22-72c0-4dc5-a5bf-48433fa98a64 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6478684 Feb 10 03:37:07.437971 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 41700) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:07.444619 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-9eb9c061-7e40-4921-bb79-413cfa5fd6bd admin admin] Request body: {'subnet': {'network_id': '4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-697393751-subnet', 'tenant_id': 'd7bf7bed71094487b57906e39d043543', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:07.450951 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c281d346-7585-4812-bdbb-d0ffb14a8e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for subnet (bec865b2-7c97-41d1-94cb-c04a8fe247f5), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:07.509943 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dbc6e5-2f9f-4a31-a99e-87ad87fdd451 None None] Network 8bd4cd27-a10d-4c56-b40b-6272d0715cdc requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:37:07.527615 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e2e22-72c0-4dc5-a5bf-48433fa98a64 admin admin] Pushing event updated for resources: {'Network': ['ID=4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:07.536481 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c42a63-f758-4393-b6af-98e1ce052396 admin admin] Checking segment: {'id': '086c110e-e949-4dfb-87df-62ade2705185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:37:07.537006 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c42a63-f758-4393-b6af-98e1ce052396 admin admin] Network hostable DHCP agents. Network: 2276b970-ba53-4cdf-8089-151cb82a4e87, hostable agents: ['1db83568-5d00-4ab2-ab08-3829f0594148'], hosted agents: [] {{(pid=102733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:37:07.541544 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281d346-7585-4812-bdbb-d0ffb14a8e02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bec865b2-7c97-41d1-94cb-c04a8fe247f5,revision_number=0']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:07.556526 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Network 4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 details requested by agent ovs-agent-dv-cinder-828060-2-iscsi with host dv-cinder-828060-2-iscsi {{(pid=102734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:37:07.570991 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c42a63-f758-4393-b6af-98e1ce052396 admin admin] Network 2276b970-ba53-4cdf-8089-151cb82a4e87 is scheduled to be hosted by DHCP agent 1db83568-5d00-4ab2-ab08-3829f0594148 with binding_index 1 {{(pid=102733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:37:07.586780 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-43c42a63-f758-4393-b6af-98e1ce052396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-2-iscsi, 2276b970-ba53-4cdf-8089-151cb82a4e87) {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:37:07.592023 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c281d346-7585-4812-bdbb-d0ffb14a8e02 admin admin] Checking segment: {'id': '784eaaa7-3d14-4567-8c49-962a1b348d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:37:07.592848 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c281d346-7585-4812-bdbb-d0ffb14a8e02 admin admin] Network hostable DHCP agents. Network: d05c7b61-b2b5-4d63-9ad8-889925a1fb38, hostable agents: ['1db83568-5d00-4ab2-ab08-3829f0594148'], hosted agents: [] {{(pid=102732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:37:07.608371 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c42a63-f758-4393-b6af-98e1ce052396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:07.609558 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-43c42a63-f758-4393-b6af-98e1ce052396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for subnet (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:07.618859 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb9c061-7e40-4921-bb79-413cfa5fd6bd admin admin] Made reservation on behalf of d7bf7bed71094487b57906e39d043543 for: {'subnet': 1} {{(pid=102732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:37:07.623604 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9eb9c061-7e40-4921-bb79-413cfa5fd6bd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:07.640202 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-43c42a63-f758-4393-b6af-98e1ce052396 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5651212 Feb 10 03:37:07.641801 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 41714) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:07.646724 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-8088205f-13c3-4beb-a407-d271525b720b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1927305372-router', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:07.654146 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045dc7f4-b7a2-4d29-92f9-78a63b2ddea5 None None] Network 2276b970-ba53-4cdf-8089-151cb82a4e87 requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:37:07.676533 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8088205f-13c3-4beb-a407-d271525b720b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256768'] for router (5fffc7db-7368-4f67-960b-47724c817547), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:07.678343 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8088205f-13c3-4beb-a407-d271525b720b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256823'] for router (5fffc7db-7368-4f67-960b-47724c817547), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:07.735550 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c281d346-7585-4812-bdbb-d0ffb14a8e02 admin admin] Network d05c7b61-b2b5-4d63-9ad8-889925a1fb38 is scheduled to be hosted by DHCP agent 1db83568-5d00-4ab2-ab08-3829f0594148 with binding_index 1 {{(pid=102732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:37:07.750200 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-c281d346-7585-4812-bdbb-d0ffb14a8e02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-2-iscsi, d05c7b61-b2b5-4d63-9ad8-889925a1fb38) {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:37:07.770180 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c281d346-7585-4812-bdbb-d0ffb14a8e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:07.775863 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c281d346-7585-4812-bdbb-d0ffb14a8e02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for subnet (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:07.792101 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8088205f-13c3-4beb-a407-d271525b720b admin admin] Publish callbacks [] for router_controller (5fffc7db-7368-4f67-960b-47724c817547), precommit_add_association {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:07.815110 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf40382d-b217-4d64-9aca-ff95fbda7b8d None None] Network d05c7b61-b2b5-4d63-9ad8-889925a1fb38 requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:37:07.860243 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-c281d346-7585-4812-bdbb-d0ffb14a8e02 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8343410 Feb 10 03:37:07.863111 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 41730) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:07.867942 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-3793f924-9a93-40bf-b6ef-5e9c24874339 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-565419419-router', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:07.908805 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3793f924-9a93-40bf-b6ef-5e9c24874339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256768'] for router (e3b1416d-13b2-4560-b5ee-cfe3cecaf120), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:07.910501 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3793f924-9a93-40bf-b6ef-5e9c24874339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256823'] for router (e3b1416d-13b2-4560-b5ee-cfe3cecaf120), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:07.934968 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aa854b-0fc5-4d92-a59d-9e0935e7c1e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27dc6948-3cb5-5705-b42b-68de865229a0-2276b970-ba53-4cdf-8089-151cb82a4e87', 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'fixed_ips': [{'subnet_id': '8d5da7a8-bc65-46b6-8077-e221507906cd'}]}} from dv-cinder-828060-2-iscsi. {{(pid=102734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 03:37:07.938539 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-f5aa854b-0fc5-4d92-a59d-9e0935e7c1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:08.106900 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27dc6948-3cb5-5705-b42b-68de865229a0-d05c7b61-b2b5-4d63-9ad8-889925a1fb38', 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38', 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'fixed_ips': [{'subnet_id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5'}]}} from dv-cinder-828060-2-iscsi. {{(pid=102734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 03:37:08.108190 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:08.129548 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8088205f-13c3-4beb-a407-d271525b720b admin admin] Publish callbacks [] for router_gateway (5fffc7db-7368-4f67-960b-47724c817547), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:08.219224 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3793f924-9a93-40bf-b6ef-5e9c24874339 admin admin] Publish callbacks [] for router_controller (e3b1416d-13b2-4560-b5ee-cfe3cecaf120), precommit_add_association {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:08.233151 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 41762) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:08.238742 dv-cinder-828060-2-iscsi neutron-server[102732]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 10 03:37:08.385496 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9eb9c061-7e40-4921-bb79-413cfa5fd6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for subnet (2a238260-e910-4611-881a-7b75876308bb), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:08.472732 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8088205f-13c3-4beb-a407-d271525b720b admin admin] Publish callbacks [] for router_gateway (5fffc7db-7368-4f67-960b-47724c817547), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:08.480137 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.db_base_plugin_common [None req-f5aa854b-0fc5-4d92-a59d-9e0935e7c1e3 None None] Allocated IP 172.20.0.2 (2276b970-ba53-4cdf-8089-151cb82a4e87/8d5da7a8-bc65-46b6-8077-e221507906cd/538dd2be-952b-4bad-908d-c9dc1edea51a) {{(pid=102734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:37:08.496807 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8088205f-13c3-4beb-a407-d271525b720b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:08.628820 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.db_base_plugin_common [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Allocated IP 172.20.0.2 (d05c7b61-b2b5-4d63-9ad8-889925a1fb38/bec865b2-7c97-41d1-94cb-c04a8fe247f5/8055d3c0-6bd4-4c9d-9a76-462070417a65) {{(pid=102734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:37:08.649757 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9c061-7e40-4921-bb79-413cfa5fd6bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a238260-e910-4611-881a-7b75876308bb,revision_number=0']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:08.721409 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [None req-8088205f-13c3-4beb-a407-d271525b720b admin admin] Allocated IP 172.27.0.71 (21bdb221-e4aa-4ceb-8437-3c4897a6dae2/0a389fce-60fc-45d4-b298-908574c1c629/efb9ac5e-7712-4228-a0e1-fcc19d1bee08) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:37:08.865404 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8088205f-13c3-4beb-a407-d271525b720b admin admin] Publish callbacks [] for port (efb9ac5e-7712-4228-a0e1-fcc19d1bee08), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:08.912226 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Publish callbacks [] for port (8055d3c0-6bd4-4c9d-9a76-462070417a65), precommit_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:08.933291 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8088205f-13c3-4beb-a407-d271525b720b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834'] for port (efb9ac5e-7712-4228-a0e1-fcc19d1bee08), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:08.934859 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834'] for port (8055d3c0-6bd4-4c9d-9a76-462070417a65), after_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:08.948995 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3793f924-9a93-40bf-b6ef-5e9c24874339 admin admin] Publish callbacks [] for router_gateway (e3b1416d-13b2-4560-b5ee-cfe3cecaf120), precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:08.961786 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Network d05c7b61-b2b5-4d63-9ad8-889925a1fb38 is already hosted by enough agents. {{(pid=102734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:37:08.973116 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.scheduler.base_scheduler [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Resources bound (agent type, host, resource id): {{(pid=102734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:37:08.979121 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb9c061-7e40-4921-bb79-413cfa5fd6bd admin admin] Checking segment: {'id': '282cda33-29d4-4368-a9fd-c807aa0e6a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:37:08.979480 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb9c061-7e40-4921-bb79-413cfa5fd6bd admin admin] Network hostable DHCP agents. Network: 4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0, hostable agents: ['1db83568-5d00-4ab2-ab08-3829f0594148'], hosted agents: [] {{(pid=102732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:37:08.997940 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-05d3d6e6-17d4-4b81-89db-c65b198e3e94 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:08.999522 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-05d3d6e6-17d4-4b81-89db-c65b198e3e94 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/networks?id=8bd4cd27-a10d-4c56-b40b-6272d0715cdc HTTP/1.1" status: 200 len: 812 time: 0.7620780 Feb 10 03:37:09.006823 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Received port after_create {{(pid=102734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:37:09.032297 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8088205f-13c3-4beb-a407-d271525b720b admin admin] Network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:37:09.036206 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-957d4688-cd55-4c19-a14e-e068aee6ce31 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/quotas/b1ad4b9bfe7941d3baa9c36cf551a874 HTTP/1.1" status: 200 len: 375 time: 0.0261674 Feb 10 03:37:09.036909 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 41790) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:09.057472 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-8088205f-13c3-4beb-a407-d271525b720b admin admin] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:37:09.061478 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb9c061-7e40-4921-bb79-413cfa5fd6bd admin admin] Network 4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 is scheduled to be hosted by DHCP agent 1db83568-5d00-4ab2-ab08-3829f0594148 with binding_index 1 {{(pid=102732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:37:09.062401 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8088205f-13c3-4beb-a407-d271525b720b admin admin] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:37:09.128444 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088205f-13c3-4beb-a407-d271525b720b admin admin] Pushing event updated for resources: {'Port': ['ID=efb9ac5e-7712-4228-a0e1-fcc19d1bee08,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:09.199170 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Attempting to bind port 8055d3c0-6bd4-4c9d-9a76-462070417a65 on host dv-cinder-828060-2-iscsi for vnic_type normal with profile {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:37:09.199549 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Attempting to bind port 8055d3c0-6bd4-4c9d-9a76-462070417a65 by drivers openvswitch,hyperv on host dv-cinder-828060-2-iscsi at level 0 using segments [{'id': '784eaaa7-3d14-4567-8c49-962a1b348d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38'}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:37:09.199918 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Attempting to bind port 8055d3c0-6bd4-4c9d-9a76-462070417a65 on network d05c7b61-b2b5-4d63-9ad8-889925a1fb38 {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:37:09.202587 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Pushing event updated for resources: {'Port': ['ID=8055d3c0-6bd4-4c9d-9a76-462070417a65,revision_number=1']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:09.215353 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-890de36b-d5bb-4d04-bbcb-37bd8d841aec tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ad4b9bfe7941d3baa9c36cf551a874&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1688962 Feb 10 03:37:09.217439 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:09.217826 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:09.218193 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:09.218563 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:09.219043 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:09.219243 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:09.219588 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:09.220051 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:09.220255 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:09.220605 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:09.220937 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:09.221261 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:09.221586 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Tracked resource versions report: Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: pushed versions: Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: { 'AddressGroup': {'1.2'}, Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: 'ConntrackHelper': {'1.0'}, Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: 'LocalIPAssociation': {'1.0'}, Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: 'Log': {'1.0'}, Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: 'Network': {'1.1'}, Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: 'Port': {'1.7'}, Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: 'PortForwarding': {'1.2'}, Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: 'QosPolicy': {'1.10'}, Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: 'SecurityGroup': {'1.5'}, Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: 'SecurityGroupRule': {'1.2'}, Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: 'SubPort': {'1.0'}, Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: 'Subnet': {'1.1'}, Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: 'Trunk': {'1.1'}} Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: consumer versions: Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: { DHCP agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: HyperV agent@hv-cinder-82806: {}, Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: L3 agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: Metadata agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: Metering agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: Open vSwitch agent@dv-cinder-828060-2-iscsi: { 'AddressGroup': '1.2', Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: 'ConntrackHelper': '1.0', Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: 'LocalIPAssociation': '1.0', Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: 'Log': '1.0', Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: 'Network': '1.1', Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: 'Port': '1.7', Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: 'PortForwarding': '1.2', Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: 'QosPolicy': '1.10', Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: 'SecurityGroup': '1.5', Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: 'SecurityGroupRule': '1.2', Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: 'SubPort': '1.0', Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: 'Subnet': '1.1', Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: 'Trunk': '1.1'}} Feb 10 03:37:09.235247 dv-cinder-828060-2-iscsi neutron-server[102734]: {{(pid=102734) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 03:37:09.239463 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-9eb9c061-7e40-4921-bb79-413cfa5fd6bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-2-iscsi, 4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0) {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:37:09.246275 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9c061-7e40-4921-bb79-413cfa5fd6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:09.247502 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9eb9c061-7e40-4921-bb79-413cfa5fd6bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for subnet (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:09.276904 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-9eb9c061-7e40-4921-bb79-413cfa5fd6bd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8376112 Feb 10 03:37:09.302094 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd5a499-ecac-42ab-bdc4-acb3df6743c4 None None] Network 4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:37:09.306287 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a274d8da-69b8-4628-a264-13ae50783b2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:09.323085 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Checking agent: {'id': 'ec329a5d-811c-4230-b7e8-4067504d3542', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'started_at': datetime.datetime(2022, 2, 10, 3, 29, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:37:09.323473 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Checking segment: {'id': '784eaaa7-3d14-4567-8c49-962a1b348d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:37:09.323892 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:09.324292 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Bound using segment: {'id': '784eaaa7-3d14-4567-8c49-962a1b348d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38'} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:37:09.324799 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Bound port: 8055d3c0-6bd4-4c9d-9a76-462070417a65, host: dv-cinder-828060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784eaaa7-3d14-4567-8c49-962a1b348d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38'}}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:37:09.325188 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (8055d3c0-6bd4-4c9d-9a76-462070417a65), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:09.440167 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8088205f-13c3-4beb-a407-d271525b720b admin admin] Publish callbacks [] for router_gateway (5fffc7db-7368-4f67-960b-47724c817547), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:09.497936 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-62686551-5412-432b-ba74-18adec308929 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102732) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:37:09.499009 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-62686551-5412-432b-ba74-18adec308929 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1030264 Feb 10 03:37:09.551572 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-f5aa854b-0fc5-4d92-a59d-9e0935e7c1e3 None None] Publish callbacks [] for port (538dd2be-952b-4bad-908d-c9dc1edea51a), precommit_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:09.574762 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-f5aa854b-0fc5-4d92-a59d-9e0935e7c1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834'] for port (538dd2be-952b-4bad-908d-c9dc1edea51a), after_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:09.597537 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3793f924-9a93-40bf-b6ef-5e9c24874339 admin admin] Publish callbacks [] for router_gateway (e3b1416d-13b2-4560-b5ee-cfe3cecaf120), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:09.630798 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] For port 8055d3c0-6bd4-4c9d-9a76-462070417a65, host dv-cinder-828060-2-iscsi, cleared binding levels {{(pid=102734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:37:09.664644 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3793f924-9a93-40bf-b6ef-5e9c24874339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:09.685826 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5aa854b-0fc5-4d92-a59d-9e0935e7c1e3 None None] Network 2276b970-ba53-4cdf-8089-151cb82a4e87 is already hosted by enough agents. {{(pid=102734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:37:09.692410 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] For port 8055d3c0-6bd4-4c9d-9a76-462070417a65, host dv-cinder-828060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=8055d3c0-6bd4-4c9d-9a76-462070417a65,segment=NetworkSegment(784eaaa7-3d14-4567-8c49-962a1b348d44),segment_id=784eaaa7-3d14-4567-8c49-962a1b348d44)] {{(pid=102734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:37:09.699169 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.scheduler.base_scheduler [None req-f5aa854b-0fc5-4d92-a59d-9e0935e7c1e3 None None] Resources bound (agent type, host, resource id): {{(pid=102734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:37:09.705513 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09db37e1-aede-4a3b-a1d8-d178783f0eff None None] Network 4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:37:09.708424 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aa854b-0fc5-4d92-a59d-9e0935e7c1e3 None None] Received port after_create {{(pid=102734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:37:09.713226 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (8055d3c0-6bd4-4c9d-9a76-462070417a65), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:09.738267 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a274d8da-69b8-4628-a264-13ae50783b2a admin admin] Publish callbacks [] for security_group (f304f397-eafc-45b2-9345-df18d3f2e402), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:09.740090 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa854b-0fc5-4d92-a59d-9e0935e7c1e3 None None] Pushing event updated for resources: {'Port': ['ID=538dd2be-952b-4bad-908d-c9dc1edea51a,revision_number=1']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:09.792153 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a274d8da-69b8-4628-a264-13ae50783b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (f304f397-eafc-45b2-9345-df18d3f2e402), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:09.798321 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8088205f-13c3-4beb-a407-d271525b720b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603541'] for router (5fffc7db-7368-4f67-960b-47724c817547), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:09.822680 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762b6ab-487e-430d-a248-44d123579c4c None None] Pushing event updated for resources: {'Port': ['ID=8055d3c0-6bd4-4c9d-9a76-462070417a65,revision_number=2']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:09.880328 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-01e85090-2f53-4b9a-ba43-1c9fecb0f645 service neutron] 10.222.0.32 "GET /v2.0/networks/8bd4cd27-a10d-4c56-b40b-6272d0715cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630197 Feb 10 03:37:09.973765 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-f5aa854b-0fc5-4d92-a59d-9e0935e7c1e3 None None] Attempting to bind port 538dd2be-952b-4bad-908d-c9dc1edea51a on host dv-cinder-828060-2-iscsi for vnic_type normal with profile {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:37:09.974132 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-f5aa854b-0fc5-4d92-a59d-9e0935e7c1e3 None None] Attempting to bind port 538dd2be-952b-4bad-908d-c9dc1edea51a by drivers openvswitch,hyperv on host dv-cinder-828060-2-iscsi at level 0 using segments [{'id': '086c110e-e949-4dfb-87df-62ade2705185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87'}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:37:09.974498 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aa854b-0fc5-4d92-a59d-9e0935e7c1e3 None None] Attempting to bind port 538dd2be-952b-4bad-908d-c9dc1edea51a on network 2276b970-ba53-4cdf-8089-151cb82a4e87 {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:37:09.986527 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274d8da-69b8-4628-a264-13ae50783b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f304f397-eafc-45b2-9345-df18d3f2e402,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:10.005093 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aa854b-0fc5-4d92-a59d-9e0935e7c1e3 None None] Checking agent: {'id': 'ec329a5d-811c-4230-b7e8-4067504d3542', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'started_at': datetime.datetime(2022, 2, 10, 3, 29, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:37:10.005479 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aa854b-0fc5-4d92-a59d-9e0935e7c1e3 None None] Checking segment: {'id': '086c110e-e949-4dfb-87df-62ade2705185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:37:10.005885 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-f5aa854b-0fc5-4d92-a59d-9e0935e7c1e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:10.006271 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aa854b-0fc5-4d92-a59d-9e0935e7c1e3 None None] Bound using segment: {'id': '086c110e-e949-4dfb-87df-62ade2705185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87'} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:37:10.006807 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-f5aa854b-0fc5-4d92-a59d-9e0935e7c1e3 None None] Bound port: 538dd2be-952b-4bad-908d-c9dc1edea51a, host: dv-cinder-828060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086c110e-e949-4dfb-87df-62ade2705185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87'}}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:37:10.007194 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-f5aa854b-0fc5-4d92-a59d-9e0935e7c1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (538dd2be-952b-4bad-908d-c9dc1edea51a), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:10.041838 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-a274d8da-69b8-4628-a264-13ae50783b2a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b920505d820478983cef9ecfae1df55&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0013084 Feb 10 03:37:10.043703 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 41820) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:10.241957 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-f5aa854b-0fc5-4d92-a59d-9e0935e7c1e3 None None] For port 538dd2be-952b-4bad-908d-c9dc1edea51a, host dv-cinder-828060-2-iscsi, cleared binding levels {{(pid=102734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:37:10.243893 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 41834) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:10.244121 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-f5aa854b-0fc5-4d92-a59d-9e0935e7c1e3 None None] For port 538dd2be-952b-4bad-908d-c9dc1edea51a, host dv-cinder-828060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=538dd2be-952b-4bad-908d-c9dc1edea51a,segment=NetworkSegment(086c110e-e949-4dfb-87df-62ade2705185),segment_id=086c110e-e949-4dfb-87df-62ade2705185)] {{(pid=102734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:37:10.248838 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-f5aa854b-0fc5-4d92-a59d-9e0935e7c1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (538dd2be-952b-4bad-908d-c9dc1edea51a), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:10.372426 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-4d047947-5a8e-4906-915e-3bd9917a65e7 admin admin] Publish callbacks [] for security_group (f304f397-eafc-45b2-9345-df18d3f2e402), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:10.437168 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8088205f-13c3-4beb-a407-d271525b720b admin admin] Router 5fffc7db-7368-4f67-960b-47724c817547 is scheduled to L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 with binding_index 1 {{(pid=102733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 03:37:10.442578 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa854b-0fc5-4d92-a59d-9e0935e7c1e3 None None] Pushing event updated for resources: {'Port': ['ID=538dd2be-952b-4bad-908d-c9dc1edea51a,revision_number=2']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:10.463261 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-4d047947-5a8e-4906-915e-3bd9917a65e7 admin admin] Publish callbacks [] for security_group (f304f397-eafc-45b2-9345-df18d3f2e402), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:10.525013 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-3793f924-9a93-40bf-b6ef-5e9c24874339 admin admin] Allocated IP 172.27.0.74 (21bdb221-e4aa-4ceb-8437-3c4897a6dae2/0a389fce-60fc-45d4-b298-908574c1c629/4711008b-85c1-4708-b92f-887e1249ceb0) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:37:10.612557 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-6dae86c5-75a1-4663-9555-592e419a8a6d service neutron] 10.222.0.32 "GET /v2.0/networks/8bd4cd27-a10d-4c56-b40b-6272d0715cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7050796 Feb 10 03:37:10.693170 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364061c-966e-4d83-a450-48cfee0dac48 req-f5ac6091-ae3f-42f7-9945-c5191437e8dc tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:10.741939 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9364061c-966e-4d83-a450-48cfee0dac48 req-f5ac6091-ae3f-42f7-9945-c5191437e8dc tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/networks?id=4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 HTTP/1.1" status: 200 len: 814 time: 0.5219450 Feb 10 03:37:10.840093 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9364061c-966e-4d83-a450-48cfee0dac48 req-c0566a70-ec4a-4419-960a-9956615f89fd tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/quotas/d7bf7bed71094487b57906e39d043543 HTTP/1.1" status: 200 len: 375 time: 0.0912421 Feb 10 03:37:10.900227 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9364061c-966e-4d83-a450-48cfee0dac48 req-ac51ca58-a8ff-4319-a5f6-8af8af81d001 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7bf7bed71094487b57906e39d043543&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589838 Feb 10 03:37:10.978393 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3793f924-9a93-40bf-b6ef-5e9c24874339 admin admin] Publish callbacks [] for port (4711008b-85c1-4708-b92f-887e1249ceb0), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:11.103543 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-4d047947-5a8e-4906-915e-3bd9917a65e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (f304f397-eafc-45b2-9345-df18d3f2e402), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:11.108173 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-4d047947-5a8e-4906-915e-3bd9917a65e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:11.110387 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-4d047947-5a8e-4906-915e-3bd9917a65e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f304f397-eafc-45b2-9345-df18d3f2e402 HTTP/1.1" status: 204 len: 168 time: 1.0619972 Feb 10 03:37:11.117341 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8088205f-13c3-4beb-a407-d271525b720b admin admin] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:37:11.122260 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3793f924-9a93-40bf-b6ef-5e9c24874339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834'] for port (4711008b-85c1-4708-b92f-887e1249ceb0), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:11.128275 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d047947-5a8e-4906-915e-3bd9917a65e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f304f397-eafc-45b2-9345-df18d3f2e402,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:11.131360 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360068a8-59a1-407b-b6d0-cc9baf300b05 None None] Sync routers for ids ['5fffc7db-7368-4f67-960b-47724c817547'] in dv-cinder-828060-2-iscsi {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:37:11.148441 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360068a8-59a1-407b-b6d0-cc9baf300b05 None None] Routers {'5fffc7db-7368-4f67-960b-47724c817547'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:37:11.151941 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-360068a8-59a1-407b-b6d0-cc9baf300b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:36:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['5fffc7db-7368-4f67-960b-47724c817547'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:37:11.198109 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8088205f-13c3-4beb-a407-d271525b720b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:11.200423 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-8088205f-13c3-4beb-a407-d271525b720b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5569532 Feb 10 03:37:11.203071 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 41878) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:11.253319 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3793f924-9a93-40bf-b6ef-5e9c24874339 admin admin] Network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:37:11.357037 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [req-9364061c-966e-4d83-a450-48cfee0dac48 req-233d165f-cd8b-4ad0-9381-e7ee26c8159d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102732) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:37:11.363450 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9364061c-966e-4d83-a450-48cfee0dac48 req-233d165f-cd8b-4ad0-9381-e7ee26c8159d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3340964 Feb 10 03:37:11.365881 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-3793f924-9a93-40bf-b6ef-5e9c24874339 admin admin] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:37:11.373693 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3793f924-9a93-40bf-b6ef-5e9c24874339 admin admin] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:37:11.598898 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c04c2ea-a97f-489a-b773-49281e8ed604 None None] Network d05c7b61-b2b5-4d63-9ad8-889925a1fb38 requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:37:11.623831 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-360068a8-59a1-407b-b6d0-cc9baf300b05 None None] Set router 5fffc7db-7368-4f67-960b-47724c817547 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:37:11.814694 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 538dd2be-952b-4bad-908d-c9dc1edea51a up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:37:11.861245 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793f924-9a93-40bf-b6ef-5e9c24874339 admin admin] Pushing event updated for resources: {'Port': ['ID=4711008b-85c1-4708-b92f-887e1249ceb0,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:11.999316 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-c7cb00d1-04be-4570-93ea-fa017e99d88e None None] Provisioning complete for port 8055d3c0-6bd4-4c9d-9a76-462070417a65 triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:37:11.999826 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-c7cb00d1-04be-4570-93ea-fa017e99d88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (8055d3c0-6bd4-4c9d-9a76-462070417a65), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:12.141537 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-360068a8-59a1-407b-b6d0-cc9baf300b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffc7db-7368-4f67-960b-47724c817547', 'name': 'tempest-AttachVolumeShelveTestJSON-1927305372-router', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:09Z', 'revision_number': 3, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'gw_port': {'id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:08Z', 'updated_at': '2022-02-10T03:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:37:12.145240 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-883d7f42-1bf5-4640-8cad-6113b52304da req-094daaa7-e7ed-4ffe-b6a4-80ed4920d94c tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 210 time: 0.8868620 Feb 10 03:37:12.223640 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5467e45-9c9a-4544-a3fb-8d2c97bc6887 None None] Network 2276b970-ba53-4cdf-8089-151cb82a4e87 requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:37:12.239957 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360068a8-59a1-407b-b6d0-cc9baf300b05 None None] Checking router: 5fffc7db-7368-4f67-960b-47724c817547 for host: dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:37:12.255306 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360068a8-59a1-407b-b6d0-cc9baf300b05 None None] Updating router 5fffc7db-7368-4f67-960b-47724c817547 port efb9ac5e-7712-4228-a0e1-fcc19d1bee08 binding host dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:37:12.308762 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-360068a8-59a1-407b-b6d0-cc9baf300b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (efb9ac5e-7712-4228-a0e1-fcc19d1bee08), before_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:12.407595 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a9c0cc5c-d812-4eaf-a060-efaf1444361a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:12.450371 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-c7cb00d1-04be-4570-93ea-fa017e99d88e None None] Current status of the port 8055d3c0-6bd4-4c9d-9a76-462070417a65 is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:37:12.452095 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-c7cb00d1-04be-4570-93ea-fa017e99d88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (8055d3c0-6bd4-4c9d-9a76-462070417a65), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:12.535515 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-c7cb00d1-04be-4570-93ea-fa017e99d88e None None] For port 8055d3c0-6bd4-4c9d-9a76-462070417a65, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=8055d3c0-6bd4-4c9d-9a76-462070417a65,segment=NetworkSegment(784eaaa7-3d14-4567-8c49-962a1b348d44),segment_id=784eaaa7-3d14-4567-8c49-962a1b348d44)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:37:12.630555 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-c7cb00d1-04be-4570-93ea-fa017e99d88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (8055d3c0-6bd4-4c9d-9a76-462070417a65), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:12.774223 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb00d1-04be-4570-93ea-fa017e99d88e None None] Pushing event updated for resources: {'Port': ['ID=8055d3c0-6bd4-4c9d-9a76-462070417a65,revision_number=3']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:12.779929 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 538dd2be-952b-4bad-908d-c9dc1edea51a triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:37:12.780862 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (538dd2be-952b-4bad-908d-c9dc1edea51a), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:12.879179 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-a313e0d8-0944-4746-acd1-2f35d2be0373 None None] Provisioning complete for port 538dd2be-952b-4bad-908d-c9dc1edea51a triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:37:12.879712 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-a313e0d8-0944-4746-acd1-2f35d2be0373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (538dd2be-952b-4bad-908d-c9dc1edea51a), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:12.899675 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [None req-a9c0cc5c-d812-4eaf-a060-efaf1444361a admin admin] Allocated IP 172.20.0.1 (2276b970-ba53-4cdf-8089-151cb82a4e87/8d5da7a8-bc65-46b6-8077-e221507906cd/49393948-51e1-49df-afba-9065f1f7f16c) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:37:12.990060 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 538dd2be-952b-4bad-908d-c9dc1edea51a is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:37:12.992214 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (538dd2be-952b-4bad-908d-c9dc1edea51a), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:13.073134 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] For port 538dd2be-952b-4bad-908d-c9dc1edea51a, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=538dd2be-952b-4bad-908d-c9dc1edea51a,segment=NetworkSegment(086c110e-e949-4dfb-87df-62ade2705185),segment_id=086c110e-e949-4dfb-87df-62ade2705185)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:37:13.089796 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (538dd2be-952b-4bad-908d-c9dc1edea51a), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:13.090201 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 8055d3c0-6bd4-4c9d-9a76-462070417a65 up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:37:13.121610 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9364061c-966e-4d83-a450-48cfee0dac48 req-512522a5-81af-4225-bbb8-0b286ecd4a16 service neutron] 10.222.0.32 "GET /v2.0/networks/4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3832464 Feb 10 03:37:13.124397 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3793f924-9a93-40bf-b6ef-5e9c24874339 admin admin] Publish callbacks [] for router_gateway (e3b1416d-13b2-4560-b5ee-cfe3cecaf120), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:13.220127 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-360068a8-59a1-407b-b6d0-cc9baf300b05 None None] Publish callbacks [] for port (efb9ac5e-7712-4228-a0e1-fcc19d1bee08), precommit_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:13.241723 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-360068a8-59a1-407b-b6d0-cc9baf300b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (efb9ac5e-7712-4228-a0e1-fcc19d1bee08), after_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:13.432437 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a9c0cc5c-d812-4eaf-a060-efaf1444361a admin admin] Publish callbacks [] for port (49393948-51e1-49df-afba-9065f1f7f16c), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:13.523441 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a9c0cc5c-d812-4eaf-a060-efaf1444361a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834'] for port (49393948-51e1-49df-afba-9065f1f7f16c), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:13.540788 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba8345-de71-489f-aa70-2f95afee1f86 None None] Pushing event updated for resources: {'Port': ['ID=efb9ac5e-7712-4228-a0e1-fcc19d1bee08,revision_number=2']} {{(pid=102735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:13.549506 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.managers [None req-360068a8-59a1-407b-b6d0-cc9baf300b05 None None] Attempting to bind port efb9ac5e-7712-4228-a0e1-fcc19d1bee08 on host dv-cinder-828060-2-iscsi for vnic_type normal with profile {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:37:13.549905 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.managers [None req-360068a8-59a1-407b-b6d0-cc9baf300b05 None None] Attempting to bind port efb9ac5e-7712-4228-a0e1-fcc19d1bee08 by drivers openvswitch,hyperv on host dv-cinder-828060-2-iscsi at level 0 using segments [{'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}] {{(pid=102735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:37:13.550281 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360068a8-59a1-407b-b6d0-cc9baf300b05 None None] Attempting to bind port efb9ac5e-7712-4228-a0e1-fcc19d1bee08 on network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:37:13.591146 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360068a8-59a1-407b-b6d0-cc9baf300b05 None None] Checking agent: {'id': 'ec329a5d-811c-4230-b7e8-4067504d3542', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'started_at': datetime.datetime(2022, 2, 10, 3, 29, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:37:13.591531 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360068a8-59a1-407b-b6d0-cc9baf300b05 None None] Checking segment: {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:37:13.591944 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-360068a8-59a1-407b-b6d0-cc9baf300b05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:13.592340 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360068a8-59a1-407b-b6d0-cc9baf300b05 None None] Bound using segment: {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'} {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:37:13.592823 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.managers [None req-360068a8-59a1-407b-b6d0-cc9baf300b05 None None] Bound port: efb9ac5e-7712-4228-a0e1-fcc19d1bee08, host: dv-cinder-828060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}}] {{(pid=102735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:37:13.593201 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-360068a8-59a1-407b-b6d0-cc9baf300b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (efb9ac5e-7712-4228-a0e1-fcc19d1bee08), before_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:13.596511 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba8345-de71-489f-aa70-2f95afee1f86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:13.596882 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba8345-de71-489f-aa70-2f95afee1f86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:13.597244 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba8345-de71-489f-aa70-2f95afee1f86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:13.597586 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba8345-de71-489f-aa70-2f95afee1f86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:13.597919 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba8345-de71-489f-aa70-2f95afee1f86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:13.598264 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba8345-de71-489f-aa70-2f95afee1f86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:13.598573 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba8345-de71-489f-aa70-2f95afee1f86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:13.614524 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0cc5c-d812-4eaf-a060-efaf1444361a admin admin] Pushing event updated for resources: {'Port': ['ID=49393948-51e1-49df-afba-9065f1f7f16c,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:13.623428 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba8345-de71-489f-aa70-2f95afee1f86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:13.623644 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba8345-de71-489f-aa70-2f95afee1f86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:13.624036 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba8345-de71-489f-aa70-2f95afee1f86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:13.624341 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba8345-de71-489f-aa70-2f95afee1f86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:13.624862 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba8345-de71-489f-aa70-2f95afee1f86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:13.625346 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba8345-de71-489f-aa70-2f95afee1f86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba8345-de71-489f-aa70-2f95afee1f86 None None] Tracked resource versions report: Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: pushed versions: Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: { 'AddressGroup': {'1.2'}, Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: 'ConntrackHelper': {'1.0'}, Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: 'LocalIPAssociation': {'1.0'}, Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: 'Log': {'1.0'}, Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: 'Network': {'1.1'}, Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: 'Port': {'1.7'}, Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: 'PortForwarding': {'1.2'}, Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: 'QosPolicy': {'1.10'}, Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: 'SecurityGroup': {'1.5'}, Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: 'SecurityGroupRule': {'1.2'}, Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: 'SubPort': {'1.0'}, Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: 'Subnet': {'1.1'}, Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: 'Trunk': {'1.1'}} Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: consumer versions: Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: { DHCP agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: HyperV agent@hv-cinder-82806: {}, Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: L3 agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: Metadata agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: Metering agent@dv-cinder-828060-2-iscsi: {}, Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: Open vSwitch agent@dv-cinder-828060-2-iscsi: { 'AddressGroup': '1.2', Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: 'ConntrackHelper': '1.0', Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: 'LocalIPAssociation': '1.0', Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: 'Log': '1.0', Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: 'Network': '1.1', Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: 'Port': '1.7', Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: 'PortForwarding': '1.2', Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: 'QosPolicy': '1.10', Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: 'SecurityGroup': '1.5', Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: 'SecurityGroupRule': '1.2', Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: 'SubPort': '1.0', Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: 'Subnet': '1.1', Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: 'Trunk': '1.1'}} Feb 10 03:37:13.626685 dv-cinder-828060-2-iscsi neutron-server[102735]: {{(pid=102735) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 03:37:13.648710 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c0cc5c-d812-4eaf-a060-efaf1444361a admin admin] Network 2276b970-ba53-4cdf-8089-151cb82a4e87 is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:37:13.650396 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-a9c0cc5c-d812-4eaf-a060-efaf1444361a admin admin] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:37:13.656913 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c0cc5c-d812-4eaf-a060-efaf1444361a admin admin] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:37:13.657628 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a9c0cc5c-d812-4eaf-a060-efaf1444361a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1575400'] for router_interface (5fffc7db-7368-4f67-960b-47724c817547), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:13.706423 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Pushing event updated for resources: {'Port': ['ID=538dd2be-952b-4bad-908d-c9dc1edea51a,revision_number=3']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:13.781035 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.db [None req-360068a8-59a1-407b-b6d0-cc9baf300b05 None None] For port efb9ac5e-7712-4228-a0e1-fcc19d1bee08, host dv-cinder-828060-2-iscsi, cleared binding levels {{(pid=102735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:37:13.785384 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-a313e0d8-0944-4746-acd1-2f35d2be0373 None None] Current status of the port 538dd2be-952b-4bad-908d-c9dc1edea51a is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:37:13.794270 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.db [None req-360068a8-59a1-407b-b6d0-cc9baf300b05 None None] For port efb9ac5e-7712-4228-a0e1-fcc19d1bee08, host dv-cinder-828060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=efb9ac5e-7712-4228-a0e1-fcc19d1bee08,segment=NetworkSegment(c1a6dc3e-a0fe-4959-bf17-1081534e4b16),segment_id=c1a6dc3e-a0fe-4959-bf17-1081534e4b16)] {{(pid=102735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:37:13.798179 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 8055d3c0-6bd4-4c9d-9a76-462070417a65 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:37:13.798583 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (8055d3c0-6bd4-4c9d-9a76-462070417a65), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:13.814962 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-360068a8-59a1-407b-b6d0-cc9baf300b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (efb9ac5e-7712-4228-a0e1-fcc19d1bee08), after_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:13.898637 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 8055d3c0-6bd4-4c9d-9a76-462070417a65 is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:37:13.919885 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-ba10a436-14ab-4e09-bb68-b400dba3dcb0 None None] Provisioning complete for port 8055d3c0-6bd4-4c9d-9a76-462070417a65 triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:37:13.920325 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-ba10a436-14ab-4e09-bb68-b400dba3dcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (8055d3c0-6bd4-4c9d-9a76-462070417a65), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:13.980694 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba8345-de71-489f-aa70-2f95afee1f86 None None] Pushing event updated for resources: {'Port': ['ID=efb9ac5e-7712-4228-a0e1-fcc19d1bee08,revision_number=3']} {{(pid=102735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:13.984047 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360068a8-59a1-407b-b6d0-cc9baf300b05 None None] Routers {'5fffc7db-7368-4f67-960b-47724c817547'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:37:13.985003 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-360068a8-59a1-407b-b6d0-cc9baf300b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:36:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['5fffc7db-7368-4f67-960b-47724c817547'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:37:14.004975 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7edfe081-8f71-43a0-bfeb-6595cf7aeb34 req-65d6143e-7223-4688-ab61-27bb3216c743 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 210 time: 0.1351140 Feb 10 03:37:14.056001 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-ba10a436-14ab-4e09-bb68-b400dba3dcb0 None None] Current status of the port 8055d3c0-6bd4-4c9d-9a76-462070417a65 is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:37:14.067472 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9364061c-966e-4d83-a450-48cfee0dac48 req-ab94813f-bf40-4357-8e7e-778a56c7b1e3 service neutron] 10.222.0.32 "GET /v2.0/networks/4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5610619 Feb 10 03:37:14.072293 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3793f924-9a93-40bf-b6ef-5e9c24874339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603541'] for router (e3b1416d-13b2-4560-b5ee-cfe3cecaf120), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:14.094675 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 538dd2be-952b-4bad-908d-c9dc1edea51a up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:37:14.184250 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a9c0cc5c-d812-4eaf-a060-efaf1444361a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (49393948-51e1-49df-afba-9065f1f7f16c), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:14.203922 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-ba10a436-14ab-4e09-bb68-b400dba3dcb0 None None] Provisioning complete for port 538dd2be-952b-4bad-908d-c9dc1edea51a triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:37:14.205046 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-ba10a436-14ab-4e09-bb68-b400dba3dcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (538dd2be-952b-4bad-908d-c9dc1edea51a), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:14.262143 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3793f924-9a93-40bf-b6ef-5e9c24874339 admin admin] Router e3b1416d-13b2-4560-b5ee-cfe3cecaf120 is scheduled to L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 with binding_index 1 {{(pid=102732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 03:37:14.290034 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 538dd2be-952b-4bad-908d-c9dc1edea51a triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:37:14.290714 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (538dd2be-952b-4bad-908d-c9dc1edea51a), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:14.344478 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-360068a8-59a1-407b-b6d0-cc9baf300b05 None None] Set router 5fffc7db-7368-4f67-960b-47724c817547 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:37:14.435361 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 538dd2be-952b-4bad-908d-c9dc1edea51a is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:37:14.439048 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 8055d3c0-6bd4-4c9d-9a76-462070417a65 up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:37:14.558909 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-ba10a436-14ab-4e09-bb68-b400dba3dcb0 None None] Current status of the port 538dd2be-952b-4bad-908d-c9dc1edea51a is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:37:14.579072 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 8055d3c0-6bd4-4c9d-9a76-462070417a65 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:37:14.579480 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (8055d3c0-6bd4-4c9d-9a76-462070417a65), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:14.601336 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d5c54ce2-edc8-493f-96ea-c7b7e72eecc6 req-6603585c-0bef-46a0-a35a-aee4cc54a89b tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 210 time: 0.1029866 Feb 10 03:37:14.623642 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3793f924-9a93-40bf-b6ef-5e9c24874339 admin admin] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:37:14.625377 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a9c0cc5c-d812-4eaf-a060-efaf1444361a admin admin] Publish callbacks [] for port (49393948-51e1-49df-afba-9065f1f7f16c), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:14.638014 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a9c0cc5c-d812-4eaf-a060-efaf1444361a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (49393948-51e1-49df-afba-9065f1f7f16c), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:14.639302 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a9c0cc5c-d812-4eaf-a060-efaf1444361a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1573400'] for router_interface (5fffc7db-7368-4f67-960b-47724c817547), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:14.666064 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3793f924-9a93-40bf-b6ef-5e9c24874339 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:14.666790 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc87c24e-8bb0-4d95-93a2-7e4fb021ceb1 None None] Sync routers for ids ['e3b1416d-13b2-4560-b5ee-cfe3cecaf120'] in dv-cinder-828060-2-iscsi {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:37:14.667835 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-3793f924-9a93-40bf-b6ef-5e9c24874339 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.8035824 Feb 10 03:37:14.671238 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 42038) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:14.734871 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc87c24e-8bb0-4d95-93a2-7e4fb021ceb1 None None] Routers {'e3b1416d-13b2-4560-b5ee-cfe3cecaf120'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:37:14.736234 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-fc87c24e-8bb0-4d95-93a2-7e4fb021ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:36:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['e3b1416d-13b2-4560-b5ee-cfe3cecaf120'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:37:14.763194 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-360068a8-59a1-407b-b6d0-cc9baf300b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffc7db-7368-4f67-960b-47724c817547', 'name': 'tempest-AttachVolumeShelveTestJSON-1927305372-router', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:09Z', 'revision_number': 3, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'gw_port': {'id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:08Z', 'updated_at': '2022-02-10T03:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:37:14.780254 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-0e574c9b-ccbd-41f9-8796-60139a2b311a None None] Provisioning complete for port 49393948-51e1-49df-afba-9065f1f7f16c triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:37:14.780957 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-0e574c9b-ccbd-41f9-8796-60139a2b311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (49393948-51e1-49df-afba-9065f1f7f16c), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:14.854917 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0cc5c-d812-4eaf-a060-efaf1444361a admin admin] Pushing event updated for resources: {'Port': ['ID=49393948-51e1-49df-afba-9065f1f7f16c,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:14.856511 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360068a8-59a1-407b-b6d0-cc9baf300b05 None None] The sync data for ids ['5fffc7db-7368-4f67-960b-47724c817547'] in dv-cinder-828060-2-iscsi is: [{'id': '5fffc7db-7368-4f67-960b-47724c817547', 'name': 'tempest-AttachVolumeShelveTestJSON-1927305372-router', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:09Z', 'revision_number': 3, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'gw_port': {'id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:08Z', 'updated_at': '2022-02-10T03:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}] {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:37:14.902314 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 8055d3c0-6bd4-4c9d-9a76-462070417a65 is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:37:14.907475 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-0e574c9b-ccbd-41f9-8796-60139a2b311a None None] Port 49393948-51e1-49df-afba-9065f1f7f16c cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:37:14.984548 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c0cc5c-d812-4eaf-a060-efaf1444361a admin admin] Network 2276b970-ba53-4cdf-8089-151cb82a4e87 is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:37:14.984548 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-a9c0cc5c-d812-4eaf-a060-efaf1444361a admin admin] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:37:15.152973 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-fc87c24e-8bb0-4d95-93a2-7e4fb021ceb1 None None] Set router e3b1416d-13b2-4560-b5ee-cfe3cecaf120 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:37:15.244000 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c0cc5c-d812-4eaf-a060-efaf1444361a admin admin] Router 5fffc7db-7368-4f67-960b-47724c817547 has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:37:15.419832 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0f082b87-3b9b-41ac-8825-765b6d1ba281 req-c840414f-ff36-4003-870f-de8b74941fc9 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 210 time: 0.0907485 Feb 10 03:37:15.495804 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-9dfd500b-86d3-49e5-a829-0f32d7a16f2d None None] Provisioning complete for port 49393948-51e1-49df-afba-9065f1f7f16c triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:37:15.496425 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-9dfd500b-86d3-49e5-a829-0f32d7a16f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (49393948-51e1-49df-afba-9065f1f7f16c), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:15.540120 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-9dfd500b-86d3-49e5-a829-0f32d7a16f2d None None] Port 49393948-51e1-49df-afba-9065f1f7f16c cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:37:15.576798 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c0cc5c-d812-4eaf-a060-efaf1444361a admin admin] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:37:15.600974 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-a9c0cc5c-d812-4eaf-a060-efaf1444361a admin admin] 10.222.0.32 "PUT /v2.0/routers/5fffc7db-7368-4f67-960b-47724c817547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3967161 Feb 10 03:37:15.752254 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-fc87c24e-8bb0-4d95-93a2-7e4fb021ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'name': 'tempest-AttachVolumeTestJSON-565419419-router', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:12Z', 'revision_number': 3, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'gw_port': {'id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:09Z', 'updated_at': '2022-02-10T03:37:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:37:15.825906 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-01caaa58-fa79-4b13-8fa6-899fbf9d87b7 req-334eab1f-c98d-4155-863d-fa0603ac4ccb tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 210 time: 0.0933273 Feb 10 03:37:15.833038 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc87c24e-8bb0-4d95-93a2-7e4fb021ceb1 None None] Checking router: e3b1416d-13b2-4560-b5ee-cfe3cecaf120 for host: dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:37:15.833536 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc87c24e-8bb0-4d95-93a2-7e4fb021ceb1 None None] Updating router e3b1416d-13b2-4560-b5ee-cfe3cecaf120 port 4711008b-85c1-4708-b92f-887e1249ceb0 binding host dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:37:15.937409 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-fc87c24e-8bb0-4d95-93a2-7e4fb021ceb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (4711008b-85c1-4708-b92f-887e1249ceb0), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:16.118944 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-55a275dd-c54a-4e69-814e-30212148d18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:16.181260 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device efb9ac5e-7712-4228-a0e1-fcc19d1bee08 up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:37:16.422739 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 42130) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:16.431462 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port efb9ac5e-7712-4228-a0e1-fcc19d1bee08 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:37:16.433106 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (efb9ac5e-7712-4228-a0e1-fcc19d1bee08), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:16.639276 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a58bf828-dc8c-4056-9e9f-99724606632b req-cc9cb836-3d87-4a07-abf9-1d39b207fb9a tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 210 time: 0.0665910 Feb 10 03:37:16.690583 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-fc87c24e-8bb0-4d95-93a2-7e4fb021ceb1 None None] Publish callbacks [] for port (4711008b-85c1-4708-b92f-887e1249ceb0), precommit_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:16.708106 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-fc87c24e-8bb0-4d95-93a2-7e4fb021ceb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (4711008b-85c1-4708-b92f-887e1249ceb0), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:16.841129 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b548a88e-ebbd-4c83-96ec-91420ff1f59c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:16.903957 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57facbb3-de4d-4cbc-83f2-f3ade0e5c0a5 None None] Pushing event updated for resources: {'Port': ['ID=4711008b-85c1-4708-b92f-887e1249ceb0,revision_number=2']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:16.916388 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-fc87c24e-8bb0-4d95-93a2-7e4fb021ceb1 None None] Attempting to bind port 4711008b-85c1-4708-b92f-887e1249ceb0 on host dv-cinder-828060-2-iscsi for vnic_type normal with profile {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:37:16.916771 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-fc87c24e-8bb0-4d95-93a2-7e4fb021ceb1 None None] Attempting to bind port 4711008b-85c1-4708-b92f-887e1249ceb0 by drivers openvswitch,hyperv on host dv-cinder-828060-2-iscsi at level 0 using segments [{'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:37:16.917479 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87c24e-8bb0-4d95-93a2-7e4fb021ceb1 None None] Attempting to bind port 4711008b-85c1-4708-b92f-887e1249ceb0 on network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:37:16.918614 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-55a275dd-c54a-4e69-814e-30212148d18b admin admin] Allocated IP 172.20.0.1 (d05c7b61-b2b5-4d63-9ad8-889925a1fb38/bec865b2-7c97-41d1-94cb-c04a8fe247f5/2488aed3-ffc0-4c83-9a18-b6d2570ce823) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:37:16.963670 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87c24e-8bb0-4d95-93a2-7e4fb021ceb1 None None] Checking agent: {'id': 'ec329a5d-811c-4230-b7e8-4067504d3542', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'started_at': datetime.datetime(2022, 2, 10, 3, 29, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:37:16.966798 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87c24e-8bb0-4d95-93a2-7e4fb021ceb1 None None] Checking segment: {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:37:16.967226 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-fc87c24e-8bb0-4d95-93a2-7e4fb021ceb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:16.967800 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87c24e-8bb0-4d95-93a2-7e4fb021ceb1 None None] Bound using segment: {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:37:16.968345 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-fc87c24e-8bb0-4d95-93a2-7e4fb021ceb1 None None] Bound port: 4711008b-85c1-4708-b92f-887e1249ceb0, host: dv-cinder-828060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:37:16.971469 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-fc87c24e-8bb0-4d95-93a2-7e4fb021ceb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (4711008b-85c1-4708-b92f-887e1249ceb0), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:16.984487 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port efb9ac5e-7712-4228-a0e1-fcc19d1bee08 is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:37:16.984894 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (efb9ac5e-7712-4228-a0e1-fcc19d1bee08), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:17.032158 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b548a88e-ebbd-4c83-96ec-91420ff1f59c admin admin] Publish callbacks [] for security_group (49764ba2-0e0e-4d7c-b54f-a9b12dbb7163), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:17.033760 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 42156) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:17.043490 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-79250506-3b70-4b82-8efe-0cd9f6065fd0 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Request body: {'security_group': {'name': 'tempest-securitygroup--336145040', 'description': 'tempest-description--2092450269'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:17.064020 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b548a88e-ebbd-4c83-96ec-91420ff1f59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (49764ba2-0e0e-4d7c-b54f-a9b12dbb7163), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:17.128463 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] For port efb9ac5e-7712-4228-a0e1-fcc19d1bee08, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=efb9ac5e-7712-4228-a0e1-fcc19d1bee08,segment=NetworkSegment(c1a6dc3e-a0fe-4959-bf17-1081534e4b16),segment_id=c1a6dc3e-a0fe-4959-bf17-1081534e4b16)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:37:17.133462 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.21', 55449) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:17.159534 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (efb9ac5e-7712-4228-a0e1-fcc19d1bee08), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:17.239837 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8a556f27-8b4b-43a1-b17f-713797948aa5 req-b922cddf-9846-4144-bf53-5310bc32f0f9 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 210 time: 0.1885688 Feb 10 03:37:17.286312 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-fc87c24e-8bb0-4d95-93a2-7e4fb021ceb1 None None] For port 4711008b-85c1-4708-b92f-887e1249ceb0, host dv-cinder-828060-2-iscsi, cleared binding levels {{(pid=102734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:37:17.297949 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-fc87c24e-8bb0-4d95-93a2-7e4fb021ceb1 None None] For port 4711008b-85c1-4708-b92f-887e1249ceb0, host dv-cinder-828060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=4711008b-85c1-4708-b92f-887e1249ceb0,segment=NetworkSegment(c1a6dc3e-a0fe-4959-bf17-1081534e4b16),segment_id=c1a6dc3e-a0fe-4959-bf17-1081534e4b16)] {{(pid=102734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:37:17.312759 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Pushing event updated for resources: {'Port': ['ID=efb9ac5e-7712-4228-a0e1-fcc19d1bee08,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:17.325731 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-fc87c24e-8bb0-4d95-93a2-7e4fb021ceb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (4711008b-85c1-4708-b92f-887e1249ceb0), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:17.340168 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-55a275dd-c54a-4e69-814e-30212148d18b admin admin] Publish callbacks [] for port (2488aed3-ffc0-4c83-9a18-b6d2570ce823), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:17.413901 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 42174) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:17.435863 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-55a275dd-c54a-4e69-814e-30212148d18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834'] for port (2488aed3-ffc0-4c83-9a18-b6d2570ce823), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:17.472216 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.21', 55451) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:17.518329 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-7d4e6099-ef7d-49a6-ba63-e6ef0078dbc4 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:17.520944 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc87c24e-8bb0-4d95-93a2-7e4fb021ceb1 None None] Routers {'e3b1416d-13b2-4560-b5ee-cfe3cecaf120'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:37:17.521592 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-fc87c24e-8bb0-4d95-93a2-7e4fb021ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:36:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['e3b1416d-13b2-4560-b5ee-cfe3cecaf120'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:37:17.521886 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-7d4e6099-ef7d-49a6-ba63-e6ef0078dbc4 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.21 "GET /v2.0/networks?id=8bd4cd27-a10d-4c56-b40b-6272d0715cdc HTTP/1.1" status: 200 len: 812 time: 0.3822923 Feb 10 03:37:17.545372 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-b548a88e-ebbd-4c83-96ec-91420ff1f59c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d9b162de8c624f2c91a4e0fbc3b00e60&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1214087 Feb 10 03:37:17.546785 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 42180) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:17.547607 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548a88e-ebbd-4c83-96ec-91420ff1f59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49764ba2-0e0e-4d7c-b54f-a9b12dbb7163,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:17.641292 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-0f92ef7b-f17f-4e34-a6bb-c1f6448f906b tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Request body: {'port': {'device_id': '84018c6b-a22d-4280-a1a2-e0f2c315c2ce', 'network_id': '8bd4cd27-a10d-4c56-b40b-6272d0715cdc', 'admin_state_up': True, 'tenant_id': 'b1ad4b9bfe7941d3baa9c36cf551a874'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:17.649247 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-79250506-3b70-4b82-8efe-0cd9f6065fd0 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:17.742242 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a275dd-c54a-4e69-814e-30212148d18b admin admin] Network d05c7b61-b2b5-4d63-9ad8-889925a1fb38 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:37:17.752786 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d9b6b4c-cb4f-43de-b12f-30a6e9560fd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:17.767166 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-55a275dd-c54a-4e69-814e-30212148d18b admin admin] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:37:17.792141 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a275dd-c54a-4e69-814e-30212148d18b admin admin] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:37:17.792654 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-55a275dd-c54a-4e69-814e-30212148d18b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1575400'] for router_interface (e3b1416d-13b2-4560-b5ee-cfe3cecaf120), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:17.801520 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a275dd-c54a-4e69-814e-30212148d18b admin admin] Pushing event updated for resources: {'Port': ['ID=2488aed3-ffc0-4c83-9a18-b6d2570ce823,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:17.993595 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-15577fca-6ff6-4110-8f20-59b082d08331 req-f1739569-0d4b-43a4-a481-085c6f00868a tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 210 time: 0.2203188 Feb 10 03:37:18.000358 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-fc87c24e-8bb0-4d95-93a2-7e4fb021ceb1 None None] Set router e3b1416d-13b2-4560-b5ee-cfe3cecaf120 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:37:18.125508 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-79250506-3b70-4b82-8efe-0cd9f6065fd0 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for security_group (1999eefa-77aa-4787-b2a9-7f244a6ad5e4), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:18.156424 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-79250506-3b70-4b82-8efe-0cd9f6065fd0 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (1999eefa-77aa-4787-b2a9-7f244a6ad5e4), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:18.174104 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device efb9ac5e-7712-4228-a0e1-fcc19d1bee08 up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:37:18.179255 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364061c-966e-4d83-a450-48cfee0dac48 req-e5fc765d-3be4-4349-b5a4-666c999e46be tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:18.180781 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9364061c-966e-4d83-a450-48cfee0dac48 req-e5fc765d-3be4-4349-b5a4-666c999e46be tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.21 "GET /v2.0/networks?id=4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 HTTP/1.1" status: 200 len: 814 time: 0.7009065 Feb 10 03:37:18.227754 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57facbb3-de4d-4cbc-83f2-f3ade0e5c0a5 None None] Pushing event updated for resources: {'Port': ['ID=4711008b-85c1-4708-b92f-887e1249ceb0,revision_number=3']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:18.230574 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [req-9364061c-966e-4d83-a450-48cfee0dac48 req-82653d6e-33d8-4244-a73e-b162f26cf05f tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Request body: {'port': {'device_id': '28168573-b016-4c85-a32c-158c4155cd28', 'network_id': '4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0', 'admin_state_up': True, 'tenant_id': 'd7bf7bed71094487b57906e39d043543'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:18.255698 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79250506-3b70-4b82-8efe-0cd9f6065fd0 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1999eefa-77aa-4787-b2a9-7f244a6ad5e4,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:18.269723 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-2613bb30-be98-41de-b48e-4f1866cd928b admin admin] Publish callbacks [] for security_group (49764ba2-0e0e-4d7c-b54f-a9b12dbb7163), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:18.281879 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab902873-6789-41c5-8a9f-cfdba678f1f4 None None] Sync routers for ids ['5fffc7db-7368-4f67-960b-47724c817547'] in dv-cinder-828060-2-iscsi {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:37:18.294288 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-2613bb30-be98-41de-b48e-4f1866cd928b admin admin] Publish callbacks [] for security_group (49764ba2-0e0e-4d7c-b54f-a9b12dbb7163), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:18.312429 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab902873-6789-41c5-8a9f-cfdba678f1f4 None None] Routers {'5fffc7db-7368-4f67-960b-47724c817547'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:37:18.314952 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-ab902873-6789-41c5-8a9f-cfdba678f1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:36:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['5fffc7db-7368-4f67-960b-47724c817547'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:37:18.404865 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-2613bb30-be98-41de-b48e-4f1866cd928b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (49764ba2-0e0e-4d7c-b54f-a9b12dbb7163), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:18.407607 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-2613bb30-be98-41de-b48e-4f1866cd928b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:18.414937 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-2613bb30-be98-41de-b48e-4f1866cd928b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49764ba2-0e0e-4d7c-b54f-a9b12dbb7163 HTTP/1.1" status: 204 len: 168 time: 0.8618171 Feb 10 03:37:18.456315 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-79250506-3b70-4b82-8efe-0cd9f6065fd0 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:18.456617 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-75f8c417-630d-4978-b006-3c6934a8cf23 None None] Provisioning complete for port 2488aed3-ffc0-4c83-9a18-b6d2570ce823 triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:37:18.457027 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-75f8c417-630d-4978-b006-3c6934a8cf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (2488aed3-ffc0-4c83-9a18-b6d2570ce823), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:18.461989 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-79250506-3b70-4b82-8efe-0cd9f6065fd0 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4239645 Feb 10 03:37:18.490310 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 42226) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:18.506058 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-28e1dfea-2c35-4c31-9f3a-c82228c50bce tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Request body: {'security_group_rule': {'security_group_id': '1999eefa-77aa-4787-b2a9-7f244a6ad5e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:18.558059 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-75f8c417-630d-4978-b006-3c6934a8cf23 None None] Port 2488aed3-ffc0-4c83-9a18-b6d2570ce823 cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:37:18.558348 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d9b6b4c-cb4f-43de-b12f-30a6e9560fd1 admin admin] Publish callbacks [] for security_group (c01155aa-874d-41d5-8ce6-882d04d9da86), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:18.559130 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613bb30-be98-41de-b48e-4f1866cd928b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49764ba2-0e0e-4d7c-b54f-a9b12dbb7163,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:18.574982 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port efb9ac5e-7712-4228-a0e1-fcc19d1bee08 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:37:18.580975 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (efb9ac5e-7712-4228-a0e1-fcc19d1bee08), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:18.594740 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-ab902873-6789-41c5-8a9f-cfdba678f1f4 None None] Set router 5fffc7db-7368-4f67-960b-47724c817547 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:37:18.625323 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-28e1dfea-2c35-4c31-9f3a-c82228c50bce tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for security_group_rule (2073386c-5714-482d-bea8-1559a91e8a11), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:18.648752 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-0f92ef7b-f17f-4e34-a6bb-c1f6448f906b tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Made reservation on behalf of b1ad4b9bfe7941d3baa9c36cf551a874 for: {'port': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:37:18.655525 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-0f92ef7b-f17f-4e34-a6bb-c1f6448f906b tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:18.673486 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b6318343-aaa3-4b08-b5b6-b9dfd779b34d req-ebf21023-d7bf-49ba-8ae6-9b8c9c6b9e8b tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 210 time: 0.2150626 Feb 10 03:37:18.674351 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d9b6b4c-cb4f-43de-b12f-30a6e9560fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (c01155aa-874d-41d5-8ce6-882d04d9da86), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:18.820357 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-28e1dfea-2c35-4c31-9f3a-c82228c50bce tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for security_group_rule (2073386c-5714-482d-bea8-1559a91e8a11), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:18.835335 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-28e1dfea-2c35-4c31-9f3a-c82228c50bce tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585313'] for security_group_rule (2073386c-5714-482d-bea8-1559a91e8a11), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:18.896591 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-fc87c24e-8bb0-4d95-93a2-7e4fb021ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'name': 'tempest-AttachVolumeTestJSON-565419419-router', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:12Z', 'revision_number': 3, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'gw_port': {'id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:09Z', 'updated_at': '2022-02-10T03:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:37:18.910491 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port efb9ac5e-7712-4228-a0e1-fcc19d1bee08 is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:37:18.922311 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1dfea-2c35-4c31-9f3a-c82228c50bce tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2073386c-5714-482d-bea8-1559a91e8a11,revision_number=0']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:18.964278 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc87c24e-8bb0-4d95-93a2-7e4fb021ceb1 None None] The sync data for ids ['e3b1416d-13b2-4560-b5ee-cfe3cecaf120'] in dv-cinder-828060-2-iscsi is: [{'id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'name': 'tempest-AttachVolumeTestJSON-565419419-router', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:12Z', 'revision_number': 3, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'gw_port': {'id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:09Z', 'updated_at': '2022-02-10T03:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}] {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:37:18.966476 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-0d9b6b4c-cb4f-43de-b12f-30a6e9560fd1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=defc94e1dbd94cbc896a8c42ba6ddda3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5501711 Feb 10 03:37:18.973890 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 42240) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:18.978924 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b6b4c-cb4f-43de-b12f-30a6e9560fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01155aa-874d-41d5-8ce6-882d04d9da86,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:19.019079 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9364061c-966e-4d83-a450-48cfee0dac48 req-82653d6e-33d8-4244-a73e-b162f26cf05f tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Made reservation on behalf of d7bf7bed71094487b57906e39d043543 for: {'port': 1} {{(pid=102732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:37:19.022927 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-9364061c-966e-4d83-a450-48cfee0dac48 req-82653d6e-33d8-4244-a73e-b162f26cf05f tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:19.044302 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-28e1dfea-2c35-4c31-9f3a-c82228c50bce tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:19.045786 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-28e1dfea-2c35-4c31-9f3a-c82228c50bce tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5542047 Feb 10 03:37:19.085373 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 42246) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:19.096163 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-ab902873-6789-41c5-8a9f-cfdba678f1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffc7db-7368-4f67-960b-47724c817547', 'name': 'tempest-AttachVolumeShelveTestJSON-1927305372-router', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:13Z', 'revision_number': 4, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'gw_port': {'id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:08Z', 'updated_at': '2022-02-10T03:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '49393948-51e1-49df-afba-9065f1f7f16c', 'name': '', 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'mac_address': 'fa:16:3e:16:fc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:12Z', 'updated_at': '2022-02-10T03:37:14Z', 'revision_number': 2, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'subnets': [{'id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:37:19.123916 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-bc81ff53-711b-49a0-ac5e-d9a0fea45cad tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Request body: {'security_group_rule': {'security_group_id': '1999eefa-77aa-4787-b2a9-7f244a6ad5e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:19.164027 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-55a275dd-c54a-4e69-814e-30212148d18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (2488aed3-ffc0-4c83-9a18-b6d2570ce823), before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:19.178529 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab902873-6789-41c5-8a9f-cfdba678f1f4 None None] Checking router: 5fffc7db-7368-4f67-960b-47724c817547 for host: dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:37:19.181987 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab902873-6789-41c5-8a9f-cfdba678f1f4 None None] Updating router 5fffc7db-7368-4f67-960b-47724c817547 port 49393948-51e1-49df-afba-9065f1f7f16c binding host dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:37:19.220948 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-ab902873-6789-41c5-8a9f-cfdba678f1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (49393948-51e1-49df-afba-9065f1f7f16c), before_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:19.243676 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-0f92ef7b-f17f-4e34-a6bb-c1f6448f906b tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Allocated IP 172.20.0.11 (8bd4cd27-a10d-4c56-b40b-6272d0715cdc/b8304fa5-9116-449f-aaec-fe76e013c673/df41c157-7d92-4a0b-b955-e6573b3cc8f2) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:37:19.267215 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 42248) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:19.277390 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4a6d401b-3f56-4d76-8eef-b5f69ca37b21 req-31ac91f9-6ea5-47fd-8dd0-2198903a6c05 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 210 time: 0.1485980 Feb 10 03:37:19.368890 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-074259c4-fb60-481a-b1bb-78128ab8b0c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:19.374530 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-11ca0944-64b1-4e10-b66e-0f12fc0265c1 admin admin] Publish callbacks [] for security_group (c01155aa-874d-41d5-8ce6-882d04d9da86), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:19.566498 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-11ca0944-64b1-4e10-b66e-0f12fc0265c1 admin admin] Publish callbacks [] for security_group (c01155aa-874d-41d5-8ce6-882d04d9da86), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:19.619629 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bc81ff53-711b-49a0-ac5e-d9a0fea45cad tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for security_group_rule (40664a10-f86b-4594-ae55-68266dd7214c), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:19.863470 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-0497ed10-839b-46d5-83d0-5343ee2ba139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:19.897333 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:19.920751 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-0f92ef7b-f17f-4e34-a6bb-c1f6448f906b tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Publish callbacks [] for port (df41c157-7d92-4a0b-b955-e6573b3cc8f2), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:19.985049 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-0f92ef7b-f17f-4e34-a6bb-c1f6448f906b tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834'] for port (df41c157-7d92-4a0b-b955-e6573b3cc8f2), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:20.150689 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 4711008b-85c1-4708-b92f-887e1249ceb0 up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:37:20.195887 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-11ca0944-64b1-4e10-b66e-0f12fc0265c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (c01155aa-874d-41d5-8ce6-882d04d9da86), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:20.210012 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-11ca0944-64b1-4e10-b66e-0f12fc0265c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:20.211860 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-11ca0944-64b1-4e10-b66e-0f12fc0265c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c01155aa-874d-41d5-8ce6-882d04d9da86 HTTP/1.1" status: 204 len: 168 time: 1.2282965 Feb 10 03:37:20.220543 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92ef7b-f17f-4e34-a6bb-c1f6448f906b tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Pushing event updated for resources: {'Port': ['ID=df41c157-7d92-4a0b-b955-e6573b3cc8f2,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:20.260111 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-ab902873-6789-41c5-8a9f-cfdba678f1f4 None None] Publish callbacks [] for port (49393948-51e1-49df-afba-9065f1f7f16c), precommit_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:20.280521 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-ab902873-6789-41c5-8a9f-cfdba678f1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (49393948-51e1-49df-afba-9065f1f7f16c), after_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:20.338154 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca0944-64b1-4e10-b66e-0f12fc0265c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01155aa-874d-41d5-8ce6-882d04d9da86,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:20.385491 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-0f92ef7b-f17f-4e34-a6bb-c1f6448f906b tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Network 8bd4cd27-a10d-4c56-b40b-6272d0715cdc is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:37:20.395178 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-0f92ef7b-f17f-4e34-a6bb-c1f6448f906b tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:37:20.399253 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 4711008b-85c1-4708-b92f-887e1249ceb0 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:37:20.403451 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (4711008b-85c1-4708-b92f-887e1249ceb0), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:20.413647 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a8275-2552-47cd-aee9-159192d706db None None] Pushing event updated for resources: {'Port': ['ID=49393948-51e1-49df-afba-9065f1f7f16c,revision_number=3']} {{(pid=102735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:20.444069 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-0f92ef7b-f17f-4e34-a6bb-c1f6448f906b tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:37:20.470398 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-0f92ef7b-f17f-4e34-a6bb-c1f6448f906b tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:20.473897 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-0f92ef7b-f17f-4e34-a6bb-c1f6448f906b tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:20.493513 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 42274) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:20.522938 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-074259c4-fb60-481a-b1bb-78128ab8b0c6 admin admin] Publish callbacks [] for security_group (d327bc1d-322b-4d8e-8850-c3d0b478c0e0), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:20.569703 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-074259c4-fb60-481a-b1bb-78128ab8b0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (d327bc1d-322b-4d8e-8850-c3d0b478c0e0), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:20.690062 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.managers [None req-ab902873-6789-41c5-8a9f-cfdba678f1f4 None None] Attempting to bind port 49393948-51e1-49df-afba-9065f1f7f16c on host dv-cinder-828060-2-iscsi for vnic_type normal with profile {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:37:20.690470 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.managers [None req-ab902873-6789-41c5-8a9f-cfdba678f1f4 None None] Attempting to bind port 49393948-51e1-49df-afba-9065f1f7f16c by drivers openvswitch,hyperv on host dv-cinder-828060-2-iscsi at level 0 using segments [{'id': '086c110e-e949-4dfb-87df-62ade2705185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87'}] {{(pid=102735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:37:20.693601 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab902873-6789-41c5-8a9f-cfdba678f1f4 None None] Attempting to bind port 49393948-51e1-49df-afba-9065f1f7f16c on network 2276b970-ba53-4cdf-8089-151cb82a4e87 {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:37:20.723776 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab902873-6789-41c5-8a9f-cfdba678f1f4 None None] Checking agent: {'id': 'ec329a5d-811c-4230-b7e8-4067504d3542', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'started_at': datetime.datetime(2022, 2, 10, 3, 29, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:37:20.726475 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab902873-6789-41c5-8a9f-cfdba678f1f4 None None] Checking segment: {'id': '086c110e-e949-4dfb-87df-62ade2705185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:37:20.729560 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-ab902873-6789-41c5-8a9f-cfdba678f1f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:20.730226 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab902873-6789-41c5-8a9f-cfdba678f1f4 None None] Bound using segment: {'id': '086c110e-e949-4dfb-87df-62ade2705185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87'} {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:37:20.735257 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.managers [None req-ab902873-6789-41c5-8a9f-cfdba678f1f4 None None] Bound port: 49393948-51e1-49df-afba-9065f1f7f16c, host: dv-cinder-828060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086c110e-e949-4dfb-87df-62ade2705185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87'}}] {{(pid=102735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:37:20.735930 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-ab902873-6789-41c5-8a9f-cfdba678f1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (49393948-51e1-49df-afba-9065f1f7f16c), before_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:20.765820 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074259c4-fb60-481a-b1bb-78128ab8b0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d327bc1d-322b-4d8e-8850-c3d0b478c0e0,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:20.795449 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-0f92ef7b-f17f-4e34-a6bb-c1f6448f906b tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1631682 Feb 10 03:37:20.811799 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 4711008b-85c1-4708-b92f-887e1249ceb0 is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:37:20.812037 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (4711008b-85c1-4708-b92f-887e1249ceb0), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:20.840870 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-0c2e524f-2ac0-4151-9946-1747a21ffb05 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102733) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:37:20.841968 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-0c2e524f-2ac0-4151-9946-1747a21ffb05 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0333321 Feb 10 03:37:20.863155 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-074259c4-fb60-481a-b1bb-78128ab8b0c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83d1fb80bff84af297f5e2b274715690&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5948560 Feb 10 03:37:20.870591 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 42284) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:20.911727 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] For port 4711008b-85c1-4708-b92f-887e1249ceb0, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=4711008b-85c1-4708-b92f-887e1249ceb0,segment=NetworkSegment(c1a6dc3e-a0fe-4959-bf17-1081534e4b16),segment_id=c1a6dc3e-a0fe-4959-bf17-1081534e4b16)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:37:20.924593 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (4711008b-85c1-4708-b92f-887e1249ceb0), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:20.939130 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-49bc5ed6-80ce-4a4a-a060-2158db3c7279 req-e47b6232-8428-4e29-abaf-e55bff04bed3 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 210 time: 0.9726880 Feb 10 03:37:21.030598 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.db [None req-ab902873-6789-41c5-8a9f-cfdba678f1f4 None None] For port 49393948-51e1-49df-afba-9065f1f7f16c, host dv-cinder-828060-2-iscsi, cleared binding levels {{(pid=102735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:37:21.039408 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.db [None req-ab902873-6789-41c5-8a9f-cfdba678f1f4 None None] For port 49393948-51e1-49df-afba-9065f1f7f16c, host dv-cinder-828060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=49393948-51e1-49df-afba-9065f1f7f16c,segment=NetworkSegment(086c110e-e949-4dfb-87df-62ade2705185),segment_id=086c110e-e949-4dfb-87df-62ade2705185)] {{(pid=102735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:37:21.050981 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-ab902873-6789-41c5-8a9f-cfdba678f1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (49393948-51e1-49df-afba-9065f1f7f16c), after_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:21.078370 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-2d572dfa-4cd3-43f7-9fd7-bb01c7031824 admin admin] Publish callbacks [] for security_group (d327bc1d-322b-4d8e-8850-c3d0b478c0e0), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:21.125799 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-2d572dfa-4cd3-43f7-9fd7-bb01c7031824 admin admin] Publish callbacks [] for security_group (d327bc1d-322b-4d8e-8850-c3d0b478c0e0), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:21.161319 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Pushing event updated for resources: {'Port': ['ID=4711008b-85c1-4708-b92f-887e1249ceb0,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:21.167309 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a8275-2552-47cd-aee9-159192d706db None None] Pushing event updated for resources: {'Port': ['ID=49393948-51e1-49df-afba-9065f1f7f16c,revision_number=4']} {{(pid=102735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:21.177975 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab902873-6789-41c5-8a9f-cfdba678f1f4 None None] Routers {'5fffc7db-7368-4f67-960b-47724c817547'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:37:21.179808 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-ab902873-6789-41c5-8a9f-cfdba678f1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:36:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['5fffc7db-7368-4f67-960b-47724c817547'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:37:21.252221 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-03d2408a-7e67-48e7-afea-65341e4cc264 None None] Provisioning complete for port 49393948-51e1-49df-afba-9065f1f7f16c triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:37:21.255389 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-03d2408a-7e67-48e7-afea-65341e4cc264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (49393948-51e1-49df-afba-9065f1f7f16c), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:21.304462 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-2d572dfa-4cd3-43f7-9fd7-bb01c7031824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (d327bc1d-322b-4d8e-8850-c3d0b478c0e0), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:21.309439 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-2d572dfa-4cd3-43f7-9fd7-bb01c7031824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:21.312840 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-2d572dfa-4cd3-43f7-9fd7-bb01c7031824 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d327bc1d-322b-4d8e-8850-c3d0b478c0e0 HTTP/1.1" status: 204 len: 168 time: 0.4353089 Feb 10 03:37:21.335241 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d572dfa-4cd3-43f7-9fd7-bb01c7031824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d327bc1d-322b-4d8e-8850-c3d0b478c0e0,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:21.474247 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1b0582cd-5d02-4f5b-b604-357338a674c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:21.498539 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-ab902873-6789-41c5-8a9f-cfdba678f1f4 None None] Set router 5fffc7db-7368-4f67-960b-47724c817547 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:37:21.511953 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 42290) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:21.520040 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bc81ff53-711b-49a0-ac5e-d9a0fea45cad tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for security_group_rule (40664a10-f86b-4594-ae55-68266dd7214c), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:21.524244 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [req-9364061c-966e-4d83-a450-48cfee0dac48 req-82653d6e-33d8-4244-a73e-b162f26cf05f tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Allocated IP 172.20.0.9 (4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0/2a238260-e910-4611-881a-7b75876308bb/beb068b9-e15c-4f4f-92d7-1c14f685b47d) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:37:21.603741 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bc81ff53-711b-49a0-ac5e-d9a0fea45cad tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585313'] for security_group_rule (40664a10-f86b-4594-ae55-68266dd7214c), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:21.645007 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-03d2408a-7e67-48e7-afea-65341e4cc264 None None] Current status of the port 49393948-51e1-49df-afba-9065f1f7f16c is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:37:21.649861 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-03d2408a-7e67-48e7-afea-65341e4cc264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (49393948-51e1-49df-afba-9065f1f7f16c), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:21.744301 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81ff53-711b-49a0-ac5e-d9a0fea45cad tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40664a10-f86b-4594-ae55-68266dd7214c,revision_number=0']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:21.756744 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-55a275dd-c54a-4e69-814e-30212148d18b admin admin] Publish callbacks [] for port (2488aed3-ffc0-4c83-9a18-b6d2570ce823), precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:21.770003 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-03d2408a-7e67-48e7-afea-65341e4cc264 None None] For port 49393948-51e1-49df-afba-9065f1f7f16c, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=49393948-51e1-49df-afba-9065f1f7f16c,segment=NetworkSegment(086c110e-e949-4dfb-87df-62ade2705185),segment_id=086c110e-e949-4dfb-87df-62ade2705185)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:37:21.776259 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-03d2408a-7e67-48e7-afea-65341e4cc264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (49393948-51e1-49df-afba-9065f1f7f16c), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:21.834034 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fdccde-e6e6-423c-b8f6-61b292a588d3 req-24e5a8b6-c620-4981-a7e7-c5436f617877 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:21.835139 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1b0582cd-5d02-4f5b-b604-357338a674c7 admin admin] Publish callbacks [] for security_group (3e83f9b7-1fef-4293-875b-072f6352de06), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:21.842092 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c8fdccde-e6e6-423c-b8f6-61b292a588d3 req-24e5a8b6-c620-4981-a7e7-c5436f617877 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 932 time: 0.8682294 Feb 10 03:37:21.848087 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-55a275dd-c54a-4e69-814e-30212148d18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (2488aed3-ffc0-4c83-9a18-b6d2570ce823), after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:21.848890 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-55a275dd-c54a-4e69-814e-30212148d18b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1573400'] for router_interface (e3b1416d-13b2-4560-b5ee-cfe3cecaf120), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:21.869667 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1b0582cd-5d02-4f5b-b604-357338a674c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (3e83f9b7-1fef-4293-875b-072f6352de06), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:21.878898 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bc81ff53-711b-49a0-ac5e-d9a0fea45cad tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:21.882369 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-bc81ff53-711b-49a0-ac5e-d9a0fea45cad tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7958491 Feb 10 03:37:21.889690 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2408a-7e67-48e7-afea-65341e4cc264 None None] Pushing event updated for resources: {'Port': ['ID=49393948-51e1-49df-afba-9065f1f7f16c,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:21.915907 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a09a0015-4df7-48ad-99a1-13ba81c26594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:21.969965 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 42294) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:22.011449 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-fe5fe3d0-70c4-4112-ab12-45b4dc9078ff tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Request body: {'floatingip': {'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:22.012071 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-31a98839-c269-4079-9c15-0c4cf679147f None None] Provisioning complete for port 49393948-51e1-49df-afba-9065f1f7f16c triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:37:22.012566 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-31a98839-c269-4079-9c15-0c4cf679147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (49393948-51e1-49df-afba-9065f1f7f16c), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:22.076027 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c8fdccde-e6e6-423c-b8f6-61b292a588d3 req-d878b8d3-529f-4698-9643-d0efb572bb6c tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324867 Feb 10 03:37:22.133234 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-39f2393c-4c50-4d79-b2fb-f1453a470c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:22.160078 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-ab902873-6789-41c5-8a9f-cfdba678f1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffc7db-7368-4f67-960b-47724c817547', 'name': 'tempest-AttachVolumeShelveTestJSON-1927305372-router', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:13Z', 'revision_number': 4, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'gw_port': {'id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:08Z', 'updated_at': '2022-02-10T03:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '49393948-51e1-49df-afba-9065f1f7f16c', 'name': '', 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'mac_address': 'fa:16:3e:16:fc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:12Z', 'updated_at': '2022-02-10T03:37:21Z', 'revision_number': 4, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'subnets': [{'id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:37:22.167507 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 4711008b-85c1-4708-b92f-887e1249ceb0 up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:37:22.271471 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab902873-6789-41c5-8a9f-cfdba678f1f4 None None] The sync data for ids ['5fffc7db-7368-4f67-960b-47724c817547'] in dv-cinder-828060-2-iscsi is: [{'id': '5fffc7db-7368-4f67-960b-47724c817547', 'name': 'tempest-AttachVolumeShelveTestJSON-1927305372-router', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:13Z', 'revision_number': 4, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'gw_port': {'id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:08Z', 'updated_at': '2022-02-10T03:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '49393948-51e1-49df-afba-9065f1f7f16c', 'name': '', 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'mac_address': 'fa:16:3e:16:fc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:12Z', 'updated_at': '2022-02-10T03:37:21Z', 'revision_number': 4, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'subnets': [{'id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:37:22.293817 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0582cd-5d02-4f5b-b604-357338a674c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e83f9b7-1fef-4293-875b-072f6352de06,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:22.323625 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-1b0582cd-5d02-4f5b-b604-357338a674c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c945afda23742628c0c1945d26a5be5&name=default HTTP/1.1" status: 200 len: 2995 time: 1.8132513 Feb 10 03:37:22.396058 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fe5fe3d0-70c4-4112-ab12-45b4dc9078ff tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:22.416472 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f42589fc-addd-48d6-be10-56b9c39504b1 req-f743113f-cb7b-4cc6-a3e7-2987eccd1ebf tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 210 time: 0.2185688 Feb 10 03:37:22.449483 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 42310) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:22.503863 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a09a0015-4df7-48ad-99a1-13ba81c26594 admin admin] Publish callbacks [] for security_group (05d54249-4915-4aae-aa3f-830a53d11a60), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:22.510764 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-b9734ea0-003a-40ee-8ec6-5a96a5ea7724 service neutron] Request body: {'port': {'device_id': '84018c6b-a22d-4280-a1a2-e0f2c315c2ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:22.591757 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-31a98839-c269-4079-9c15-0c4cf679147f None None] Current status of the port 49393948-51e1-49df-afba-9065f1f7f16c is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:37:22.598772 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 4711008b-85c1-4708-b92f-887e1249ceb0 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:37:22.599496 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (4711008b-85c1-4708-b92f-887e1249ceb0), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:22.677615 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a275dd-c54a-4e69-814e-30212148d18b admin admin] Pushing event updated for resources: {'Port': ['ID=2488aed3-ffc0-4c83-9a18-b6d2570ce823,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:22.692766 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0360d61c-b2c5-4f83-91cc-5fea91ae13a7 admin admin] Publish callbacks [] for security_group (3e83f9b7-1fef-4293-875b-072f6352de06), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:22.743678 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a09a0015-4df7-48ad-99a1-13ba81c26594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (05d54249-4915-4aae-aa3f-830a53d11a60), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:22.806246 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-b9734ea0-003a-40ee-8ec6-5a96a5ea7724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (df41c157-7d92-4a0b-b955-e6573b3cc8f2), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:22.840171 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 4711008b-85c1-4708-b92f-887e1249ceb0 is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:37:22.847859 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0360d61c-b2c5-4f83-91cc-5fea91ae13a7 admin admin] Publish callbacks [] for security_group (3e83f9b7-1fef-4293-875b-072f6352de06), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:22.881167 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a275dd-c54a-4e69-814e-30212148d18b admin admin] Network d05c7b61-b2b5-4d63-9ad8-889925a1fb38 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:37:22.891715 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-a09a0015-4df7-48ad-99a1-13ba81c26594 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38182e2a2d19434b817bbceee0eb3c3c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2662921 Feb 10 03:37:22.891715 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a0015-4df7-48ad-99a1-13ba81c26594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d54249-4915-4aae-aa3f-830a53d11a60,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:22.905129 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 42328) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:22.916607 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-55a275dd-c54a-4e69-814e-30212148d18b admin admin] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:37:23.047634 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:23.109463 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-9364061c-966e-4d83-a450-48cfee0dac48 req-82653d6e-33d8-4244-a73e-b162f26cf05f tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks [] for port (beb068b9-e15c-4f4f-92d7-1c14f685b47d), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:23.192495 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0360d61c-b2c5-4f83-91cc-5fea91ae13a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (3e83f9b7-1fef-4293-875b-072f6352de06), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:23.210447 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0360d61c-b2c5-4f83-91cc-5fea91ae13a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:23.211621 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-0360d61c-b2c5-4f83-91cc-5fea91ae13a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e83f9b7-1fef-4293-875b-072f6352de06 HTTP/1.1" status: 204 len: 168 time: 0.7516706 Feb 10 03:37:23.428796 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-de1f6440-0b20-4d22-9a23-f4fe69c59648 None None] Provisioning complete for port 2488aed3-ffc0-4c83-9a18-b6d2570ce823 triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:37:23.429295 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-de1f6440-0b20-4d22-9a23-f4fe69c59648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (2488aed3-ffc0-4c83-9a18-b6d2570ce823), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:23.437271 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360d61c-b2c5-4f83-91cc-5fea91ae13a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e83f9b7-1fef-4293-875b-072f6352de06,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:23.582475 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-de1f6440-0b20-4d22-9a23-f4fe69c59648 None None] Port 2488aed3-ffc0-4c83-9a18-b6d2570ce823 cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:37:23.616740 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c28f3190-4da0-4e66-a22e-817d2688cd6c admin admin] Publish callbacks [] for security_group (05d54249-4915-4aae-aa3f-830a53d11a60), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:23.650693 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-678c4858-5061-46cd-900c-d6af4b8ba066 req-e0139294-6462-4537-b220-9a773f48fe4e tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 210 time: 0.0564156 Feb 10 03:37:23.653901 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a275dd-c54a-4e69-814e-30212148d18b admin admin] Router e3b1416d-13b2-4560-b5ee-cfe3cecaf120 has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:37:23.656977 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-9364061c-966e-4d83-a450-48cfee0dac48 req-82653d6e-33d8-4244-a73e-b162f26cf05f tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834'] for port (beb068b9-e15c-4f4f-92d7-1c14f685b47d), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:23.759814 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d8f6a-f635-4a62-b8d7-52f37aaae4e5 req-e1891658-3511-476d-914f-3ad6808a2bdd tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:23.767100 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6c1d8f6a-f635-4a62-b8d7-52f37aaae4e5 req-e1891658-3511-476d-914f-3ad6808a2bdd tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 932 time: 0.4061668 Feb 10 03:37:23.808761 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9364061c-966e-4d83-a450-48cfee0dac48 req-82653d6e-33d8-4244-a73e-b162f26cf05f tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Network 4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:37:23.852824 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c28f3190-4da0-4e66-a22e-817d2688cd6c admin admin] Publish callbacks [] for security_group (05d54249-4915-4aae-aa3f-830a53d11a60), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:23.899121 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [req-9364061c-966e-4d83-a450-48cfee0dac48 req-82653d6e-33d8-4244-a73e-b162f26cf05f tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:37:24.115508 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 49393948-51e1-49df-afba-9065f1f7f16c up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:37:24.204756 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82653d6e-33d8-4244-a73e-b162f26cf05f tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Pushing event updated for resources: {'Port': ['ID=beb068b9-e15c-4f4f-92d7-1c14f685b47d,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:24.212578 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a275dd-c54a-4e69-814e-30212148d18b admin admin] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:37:24.227041 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [req-9364061c-966e-4d83-a450-48cfee0dac48 req-82653d6e-33d8-4244-a73e-b162f26cf05f tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:37:24.241101 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364061c-966e-4d83-a450-48cfee0dac48 req-82653d6e-33d8-4244-a73e-b162f26cf05f tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:24.242165 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-9364061c-966e-4d83-a450-48cfee0dac48 req-82653d6e-33d8-4244-a73e-b162f26cf05f tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for port (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:24.243114 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 49393948-51e1-49df-afba-9065f1f7f16c triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:37:24.244164 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (49393948-51e1-49df-afba-9065f1f7f16c), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:24.327276 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-b9734ea0-003a-40ee-8ec6-5a96a5ea7724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df41c157-7d92-4a0b-b955-e6573b3cc8f2 {{(pid=102733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:37:24.331497 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-55a275dd-c54a-4e69-814e-30212148d18b admin admin] 10.222.0.32 "PUT /v2.0/routers/e3b1416d-13b2-4560-b5ee-cfe3cecaf120/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6587322 Feb 10 03:37:24.392920 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0384ed26-7b02-4846-bfe1-687df37a7ed0 None None] Sync routers for ids ['e3b1416d-13b2-4560-b5ee-cfe3cecaf120'] in dv-cinder-828060-2-iscsi {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:37:24.402291 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-b9734ea0-003a-40ee-8ec6-5a96a5ea7724 service neutron] Publish callbacks [] for port (df41c157-7d92-4a0b-b955-e6573b3cc8f2), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:24.425523 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6c1d8f6a-f635-4a62-b8d7-52f37aaae4e5 req-25e9c214-61c9-4621-9585-53634a478afd tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6575022 Feb 10 03:37:24.430075 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9364061c-966e-4d83-a450-48cfee0dac48 req-82653d6e-33d8-4244-a73e-b162f26cf05f tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2189031 Feb 10 03:37:24.466155 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [req-9364061c-966e-4d83-a450-48cfee0dac48 req-3e97ec5f-fd93-4631-b1aa-8d4c51965a98 service neutron] Request body: {'port': {'device_id': '28168573-b016-4c85-a32c-158c4155cd28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:24.523891 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.provisioning_blocks [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-b9734ea0-003a-40ee-8ec6-5a96a5ea7724 service neutron] Transition to ACTIVE for port object df41c157-7d92-4a0b-b955-e6573b3cc8f2 will not be triggered until provisioned by entity L2. {{(pid=102733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:37:24.530938 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0384ed26-7b02-4846-bfe1-687df37a7ed0 None None] Routers {'e3b1416d-13b2-4560-b5ee-cfe3cecaf120'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:37:24.531872 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fe5fe3d0-70c4-4112-ab12-45b4dc9078ff tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:24.532638 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-0384ed26-7b02-4846-bfe1-687df37a7ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:37:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['e3b1416d-13b2-4560-b5ee-cfe3cecaf120'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:37:24.552285 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-b9734ea0-003a-40ee-8ec6-5a96a5ea7724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (df41c157-7d92-4a0b-b955-e6573b3cc8f2), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:24.671787 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-9364061c-966e-4d83-a450-48cfee0dac48 req-3e97ec5f-fd93-4631-b1aa-8d4c51965a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (beb068b9-e15c-4f4f-92d7-1c14f685b47d), before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:24.838732 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c28f3190-4da0-4e66-a22e-817d2688cd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (05d54249-4915-4aae-aa3f-830a53d11a60), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:24.845888 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c28f3190-4da0-4e66-a22e-817d2688cd6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:24.858252 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-c28f3190-4da0-4e66-a22e-817d2688cd6c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/05d54249-4915-4aae-aa3f-830a53d11a60 HTTP/1.1" status: 204 len: 168 time: 1.9480889 Feb 10 03:37:24.968525 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f3190-4da0-4e66-a22e-817d2688cd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d54249-4915-4aae-aa3f-830a53d11a60,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:24.975430 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9734ea0-003a-40ee-8ec6-5a96a5ea7724 service neutron] Pushing event updated for resources: {'Port': ['ID=df41c157-7d92-4a0b-b955-e6573b3cc8f2,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:25.090328 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 49393948-51e1-49df-afba-9065f1f7f16c is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:37:25.117582 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:25.153430 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-0384ed26-7b02-4846-bfe1-687df37a7ed0 None None] Set router e3b1416d-13b2-4560-b5ee-cfe3cecaf120 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:37:25.282903 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-b9734ea0-003a-40ee-8ec6-5a96a5ea7724 service neutron] Attempting to bind port df41c157-7d92-4a0b-b955-e6573b3cc8f2 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:37:25.284823 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-b9734ea0-003a-40ee-8ec6-5a96a5ea7724 service neutron] Attempting to bind port df41c157-7d92-4a0b-b955-e6573b3cc8f2 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '42425802-d116-4386-9517-986ff8eecb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8bd4cd27-a10d-4c56-b40b-6272d0715cdc'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:37:25.285353 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-b9734ea0-003a-40ee-8ec6-5a96a5ea7724 service neutron] Attempting to bind port df41c157-7d92-4a0b-b955-e6573b3cc8f2 on network 8bd4cd27-a10d-4c56-b40b-6272d0715cdc {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:37:25.311493 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-b9734ea0-003a-40ee-8ec6-5a96a5ea7724 service neutron] Port df41c157-7d92-4a0b-b955-e6573b3cc8f2 on network 8bd4cd27-a10d-4c56-b40b-6272d0715cdc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:37:25.315865 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-b9734ea0-003a-40ee-8ec6-5a96a5ea7724 service neutron] Attempting to bind port df41c157-7d92-4a0b-b955-e6573b3cc8f2 on network 8bd4cd27-a10d-4c56-b40b-6272d0715cdc {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:37:25.382987 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f2661-8cc0-4189-ac6d-706c79261aed req-b58ee71f-cc6d-4a6e-b303-7356fe5c5e95 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:25.384615 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-952f2661-8cc0-4189-ac6d-706c79261aed req-b58ee71f-cc6d-4a6e-b303-7356fe5c5e95 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 931 time: 0.5062051 Feb 10 03:37:25.405932 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [None req-fe5fe3d0-70c4-4112-ab12-45b4dc9078ff tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Allocated IP 172.27.0.166 (21bdb221-e4aa-4ceb-8437-3c4897a6dae2/0a389fce-60fc-45d4-b298-908574c1c629/32ac83cb-2e04-4a20-b3bf-4d543e48c28f) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:37:25.427523 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-b9734ea0-003a-40ee-8ec6-5a96a5ea7724 service neutron] Checking agent: {'id': '7fa92194-f930-41b3-9bb5-0cd5b2874298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'started_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:37:25.429400 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-b9734ea0-003a-40ee-8ec6-5a96a5ea7724 service neutron] Checking segment: {'id': '42425802-d116-4386-9517-986ff8eecb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8bd4cd27-a10d-4c56-b40b-6272d0715cdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:37:25.430129 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-b9734ea0-003a-40ee-8ec6-5a96a5ea7724 service neutron] Bound using segment: {'id': '42425802-d116-4386-9517-986ff8eecb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8bd4cd27-a10d-4c56-b40b-6272d0715cdc'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:37:25.431934 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-b9734ea0-003a-40ee-8ec6-5a96a5ea7724 service neutron] Bound port: df41c157-7d92-4a0b-b955-e6573b3cc8f2, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42425802-d116-4386-9517-986ff8eecb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8bd4cd27-a10d-4c56-b40b-6272d0715cdc'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:37:25.434338 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-b9734ea0-003a-40ee-8ec6-5a96a5ea7724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (df41c157-7d92-4a0b-b955-e6573b3cc8f2), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:25.533037 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-952f2661-8cc0-4189-ac6d-706c79261aed req-688b648e-c4c0-459f-8efe-45b60f6c30af tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230335 Feb 10 03:37:25.736964 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-0384ed26-7b02-4846-bfe1-687df37a7ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'name': 'tempest-AttachVolumeTestJSON-565419419-router', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:18Z', 'revision_number': 4, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'gw_port': {'id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:09Z', 'updated_at': '2022-02-10T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '2488aed3-ffc0-4c83-9a18-b6d2570ce823', 'name': '', 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'mac_address': 'fa:16:3e:96:ee:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:16Z', 'updated_at': '2022-02-10T03:37:19Z', 'revision_number': 2, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'subnets': [{'id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:37:25.775217 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-b9734ea0-003a-40ee-8ec6-5a96a5ea7724 service neutron] For port df41c157-7d92-4a0b-b955-e6573b3cc8f2, host hv-cinder-82806, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:37:25.782093 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-b9734ea0-003a-40ee-8ec6-5a96a5ea7724 service neutron] For port df41c157-7d92-4a0b-b955-e6573b3cc8f2, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=df41c157-7d92-4a0b-b955-e6573b3cc8f2,segment=NetworkSegment(42425802-d116-4386-9517-986ff8eecb95),segment_id=42425802-d116-4386-9517-986ff8eecb95)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:37:25.877312 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e0ed7-0b95-4391-846c-5a864cd06608 req-e12ce5f7-af62-4dcf-9380-690d54dd5cee tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:25.887799 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7d1e0ed7-0b95-4391-846c-5a864cd06608 req-e12ce5f7-af62-4dcf-9380-690d54dd5cee tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 944 time: 0.1953838 Feb 10 03:37:25.985568 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fe5fe3d0-70c4-4112-ab12-45b4dc9078ff tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for port (32ac83cb-2e04-4a20-b3bf-4d543e48c28f), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:26.025454 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0384ed26-7b02-4846-bfe1-687df37a7ed0 None None] Checking router: e3b1416d-13b2-4560-b5ee-cfe3cecaf120 for host: dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:37:26.026085 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0384ed26-7b02-4846-bfe1-687df37a7ed0 None None] Updating router e3b1416d-13b2-4560-b5ee-cfe3cecaf120 port 2488aed3-ffc0-4c83-9a18-b6d2570ce823 binding host dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:37:26.077549 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-b9734ea0-003a-40ee-8ec6-5a96a5ea7724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (df41c157-7d92-4a0b-b955-e6573b3cc8f2), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:26.089710 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fe5fe3d0-70c4-4112-ab12-45b4dc9078ff tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834'] for port (32ac83cb-2e04-4a20-b3bf-4d543e48c28f), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:26.092678 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-0384ed26-7b02-4846-bfe1-687df37a7ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (2488aed3-ffc0-4c83-9a18-b6d2570ce823), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:26.102352 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 42426) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:26.119850 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5fe3d0-70c4-4112-ab12-45b4dc9078ff tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:37:26.123256 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7d1e0ed7-0b95-4391-846c-5a864cd06608 req-169bf2e6-520c-4b3c-9e94-91b866a9289f tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341144 Feb 10 03:37:26.126579 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-480e92b3-80ac-4848-96cd-545e5eab131d tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Request body: {'security_group': {'name': 'tempest-securitygroup--766247533', 'description': 'tempest-description--1383705397'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:26.160013 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.notifiers.nova [req-9364061c-966e-4d83-a450-48cfee0dac48 req-3e97ec5f-fd93-4631-b1aa-8d4c51965a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb068b9-e15c-4f4f-92d7-1c14f685b47d {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:37:26.161767 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:26.195849 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-9364061c-966e-4d83-a450-48cfee0dac48 req-3e97ec5f-fd93-4631-b1aa-8d4c51965a98 service neutron] Publish callbacks [] for port (beb068b9-e15c-4f4f-92d7-1c14f685b47d), precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:26.235620 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 42434) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:26.279905 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [req-9364061c-966e-4d83-a450-48cfee0dac48 req-3e97ec5f-fd93-4631-b1aa-8d4c51965a98 service neutron] Transition to ACTIVE for port object beb068b9-e15c-4f4f-92d7-1c14f685b47d will not be triggered until provisioned by entity L2. {{(pid=102732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:37:26.280176 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-fe5fe3d0-70c4-4112-ab12-45b4dc9078ff tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:37:26.285768 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5fe3d0-70c4-4112-ab12-45b4dc9078ff tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:37:26.290226 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-9364061c-966e-4d83-a450-48cfee0dac48 req-3e97ec5f-fd93-4631-b1aa-8d4c51965a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (beb068b9-e15c-4f4f-92d7-1c14f685b47d), after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:26.321783 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-b9734ea0-003a-40ee-8ec6-5a96a5ea7724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:26.323787 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-b9734ea0-003a-40ee-8ec6-5a96a5ea7724 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:26.328743 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-b9734ea0-003a-40ee-8ec6-5a96a5ea7724 service neutron] 10.222.0.21 "PUT /v2.0/ports/df41c157-7d92-4a0b-b955-e6573b3cc8f2 HTTP/1.1" status: 200 len: 1094 time: 4.4836397 Feb 10 03:37:26.461763 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84018c6b-a22d-4280-a1a2-e0f2c315c2ce', 'tag': 'df41c157-7d92-4a0b-b955-e6573b3cc8f2'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:37:26.607994 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-57d1ebd2-d467-4a0d-9561-fffa283a3fbc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-431732824-network', 'tenant_id': 'bafbe7581d1a4a5eba4a495797a7c13b'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:26.667154 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9734ea0-003a-40ee-8ec6-5a96a5ea7724 service neutron] Pushing event updated for resources: {'Port': ['ID=df41c157-7d92-4a0b-b955-e6573b3cc8f2,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:26.847975 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5fe3d0-70c4-4112-ab12-45b4dc9078ff tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Pushing event updated for resources: {'Port': ['ID=32ac83cb-2e04-4a20-b3bf-4d543e48c28f,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:26.925157 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97ec5f-fd93-4631-b1aa-8d4c51965a98 service neutron] Pushing event updated for resources: {'Port': ['ID=beb068b9-e15c-4f4f-92d7-1c14f685b47d,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:26.984536 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [req-9364061c-966e-4d83-a450-48cfee0dac48 req-3e97ec5f-fd93-4631-b1aa-8d4c51965a98 service neutron] Attempting to bind port beb068b9-e15c-4f4f-92d7-1c14f685b47d on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:37:26.987239 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [req-9364061c-966e-4d83-a450-48cfee0dac48 req-3e97ec5f-fd93-4631-b1aa-8d4c51965a98 service neutron] Attempting to bind port beb068b9-e15c-4f4f-92d7-1c14f685b47d by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '282cda33-29d4-4368-a9fd-c807aa0e6a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:37:26.987239 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9364061c-966e-4d83-a450-48cfee0dac48 req-3e97ec5f-fd93-4631-b1aa-8d4c51965a98 service neutron] Attempting to bind port beb068b9-e15c-4f4f-92d7-1c14f685b47d on network 4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:37:27.012441 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d1ebd2-d467-4a0d-9561-fffa283a3fbc admin admin] Made reservation on behalf of bafbe7581d1a4a5eba4a495797a7c13b for: {'network': 1} {{(pid=102732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:37:27.015777 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-57d1ebd2-d467-4a0d-9561-fffa283a3fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for network (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:27.024603 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9364061c-966e-4d83-a450-48cfee0dac48 req-3e97ec5f-fd93-4631-b1aa-8d4c51965a98 service neutron] Port beb068b9-e15c-4f4f-92d7-1c14f685b47d on network 4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:37:27.024914 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9364061c-966e-4d83-a450-48cfee0dac48 req-3e97ec5f-fd93-4631-b1aa-8d4c51965a98 service neutron] Attempting to bind port beb068b9-e15c-4f4f-92d7-1c14f685b47d on network 4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:37:27.047618 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-57d1ebd2-d467-4a0d-9561-fffa283a3fbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:27.065892 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9364061c-966e-4d83-a450-48cfee0dac48 req-3e97ec5f-fd93-4631-b1aa-8d4c51965a98 service neutron] Checking agent: {'id': '7fa92194-f930-41b3-9bb5-0cd5b2874298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'started_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:37:27.066220 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9364061c-966e-4d83-a450-48cfee0dac48 req-3e97ec5f-fd93-4631-b1aa-8d4c51965a98 service neutron] Checking segment: {'id': '282cda33-29d4-4368-a9fd-c807aa0e6a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:37:27.066836 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9364061c-966e-4d83-a450-48cfee0dac48 req-3e97ec5f-fd93-4631-b1aa-8d4c51965a98 service neutron] Bound using segment: {'id': '282cda33-29d4-4368-a9fd-c807aa0e6a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:37:27.068021 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [req-9364061c-966e-4d83-a450-48cfee0dac48 req-3e97ec5f-fd93-4631-b1aa-8d4c51965a98 service neutron] Bound port: beb068b9-e15c-4f4f-92d7-1c14f685b47d, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '282cda33-29d4-4368-a9fd-c807aa0e6a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:37:27.068021 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-9364061c-966e-4d83-a450-48cfee0dac48 req-3e97ec5f-fd93-4631-b1aa-8d4c51965a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (beb068b9-e15c-4f4f-92d7-1c14f685b47d), before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:27.094858 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28f686-5d8d-4f6b-abda-8f15a516b3f6 req-2b77cda1-90d0-4cfb-a22c-7e9bf520cc6f tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:27.101939 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-cd28f686-5d8d-4f6b-abda-8f15a516b3f6 req-2b77cda1-90d0-4cfb-a22c-7e9bf520cc6f tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 943 time: 0.1961985 Feb 10 03:37:27.157160 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-0384ed26-7b02-4846-bfe1-687df37a7ed0 None None] Publish callbacks [] for port (2488aed3-ffc0-4c83-9a18-b6d2570ce823), precommit_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:27.171733 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-0384ed26-7b02-4846-bfe1-687df37a7ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (2488aed3-ffc0-4c83-9a18-b6d2570ce823), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:27.447753 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fe5fe3d0-70c4-4112-ab12-45b4dc9078ff tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for floatingip (122c9855-60d6-4e9b-9e21-cb63767c1be0), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:27.472191 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c84cc3-6e52-4fad-a243-32c733196bbb None None] Pushing event updated for resources: {'Port': ['ID=2488aed3-ffc0-4c83-9a18-b6d2570ce823,revision_number=3']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:27.489293 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4aa58c-88ae-40bb-9ef8-dbf95d228a43" -d '{"events": [{"name": "network-changed", "server_uuid": "84018c6b-a22d-4280-a1a2-e0f2c315c2ce", "tag": "df41c157-7d92-4a0b-b955-e6573b3cc8f2"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:37:27.576828 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-480e92b3-80ac-4848-96cd-545e5eab131d tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:27.651166 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-0384ed26-7b02-4846-bfe1-687df37a7ed0 None None] Attempting to bind port 2488aed3-ffc0-4c83-9a18-b6d2570ce823 on host dv-cinder-828060-2-iscsi for vnic_type normal with profile {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:37:27.652106 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-0384ed26-7b02-4846-bfe1-687df37a7ed0 None None] Attempting to bind port 2488aed3-ffc0-4c83-9a18-b6d2570ce823 by drivers openvswitch,hyperv on host dv-cinder-828060-2-iscsi at level 0 using segments [{'id': '784eaaa7-3d14-4567-8c49-962a1b348d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38'}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:37:27.657191 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384ed26-7b02-4846-bfe1-687df37a7ed0 None None] Attempting to bind port 2488aed3-ffc0-4c83-9a18-b6d2570ce823 on network d05c7b61-b2b5-4d63-9ad8-889925a1fb38 {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:37:27.665455 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384ed26-7b02-4846-bfe1-687df37a7ed0 None None] Checking agent: {'id': 'ec329a5d-811c-4230-b7e8-4067504d3542', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'started_at': datetime.datetime(2022, 2, 10, 3, 29, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:37:27.666170 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384ed26-7b02-4846-bfe1-687df37a7ed0 None None] Checking segment: {'id': '784eaaa7-3d14-4567-8c49-962a1b348d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:37:27.666833 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-0384ed26-7b02-4846-bfe1-687df37a7ed0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:27.667454 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384ed26-7b02-4846-bfe1-687df37a7ed0 None None] Bound using segment: {'id': '784eaaa7-3d14-4567-8c49-962a1b348d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38'} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:37:27.668306 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-0384ed26-7b02-4846-bfe1-687df37a7ed0 None None] Bound port: 2488aed3-ffc0-4c83-9a18-b6d2570ce823, host: dv-cinder-828060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784eaaa7-3d14-4567-8c49-962a1b348d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38'}}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:37:27.668901 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-0384ed26-7b02-4846-bfe1-687df37a7ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (2488aed3-ffc0-4c83-9a18-b6d2570ce823), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:27.684278 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-cd28f686-5d8d-4f6b-abda-8f15a516b3f6 req-79c1a49b-88e4-499f-9be8-0bef7aead616 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5791082 Feb 10 03:37:27.708039 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-b0e03e71-b04c-4824-a89c-680175ee98f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:27.711627 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-b0e03e71-b04c-4824-a89c-680175ee98f6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1ad4b9bfe7941d3baa9c36cf551a874&device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 1128 time: 0.8704851 Feb 10 03:37:27.736905 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fe5fe3d0-70c4-4112-ab12-45b4dc9078ff tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (32ac83cb-2e04-4a20-b3bf-4d543e48c28f), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:27.737108 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.db [req-9364061c-966e-4d83-a450-48cfee0dac48 req-3e97ec5f-fd93-4631-b1aa-8d4c51965a98 service neutron] For port beb068b9-e15c-4f4f-92d7-1c14f685b47d, host hv-cinder-82806, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:37:27.747636 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.db [req-9364061c-966e-4d83-a450-48cfee0dac48 req-3e97ec5f-fd93-4631-b1aa-8d4c51965a98 service neutron] For port beb068b9-e15c-4f4f-92d7-1c14f685b47d, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=beb068b9-e15c-4f4f-92d7-1c14f685b47d,segment=NetworkSegment(282cda33-29d4-4368-a9fd-c807aa0e6a87),segment_id=282cda33-29d4-4368-a9fd-c807aa0e6a87)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:37:27.777479 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-9364061c-966e-4d83-a450-48cfee0dac48 req-3e97ec5f-fd93-4631-b1aa-8d4c51965a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (beb068b9-e15c-4f4f-92d7-1c14f685b47d), after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:27.858597 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-54770176-a5ce-4940-8aef-44f8509804d5 None None] Provisioning complete for port 2488aed3-ffc0-4c83-9a18-b6d2570ce823 triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:37:27.859209 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-54770176-a5ce-4940-8aef-44f8509804d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (2488aed3-ffc0-4c83-9a18-b6d2570ce823), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:27.908362 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364061c-966e-4d83-a450-48cfee0dac48 req-3e97ec5f-fd93-4631-b1aa-8d4c51965a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:27.909827 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-9364061c-966e-4d83-a450-48cfee0dac48 req-3e97ec5f-fd93-4631-b1aa-8d4c51965a98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for port (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:27.915916 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9364061c-966e-4d83-a450-48cfee0dac48 req-3e97ec5f-fd93-4631-b1aa-8d4c51965a98 service neutron] 10.222.0.21 "PUT /v2.0/ports/beb068b9-e15c-4f4f-92d7-1c14f685b47d HTTP/1.1" status: 200 len: 1093 time: 3.4559989 Feb 10 03:37:27.929090 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694b00d-c28c-44fc-a645-e9db926d7473 req-baa9fb80-2522-4a24-adc1-d2ddfd0c021a tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:27.931257 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c694b00d-c28c-44fc-a645-e9db926d7473 req-baa9fb80-2522-4a24-adc1-d2ddfd0c021a tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 944 time: 0.5961034 Feb 10 03:37:27.931827 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28168573-b016-4c85-a32c-158c4155cd28', 'tag': 'beb068b9-e15c-4f4f-92d7-1c14f685b47d'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:37:27.952968 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-54770176-a5ce-4940-8aef-44f8509804d5 None None] Port 2488aed3-ffc0-4c83-9a18-b6d2570ce823 cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:37:27.973133 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-fe3a28a6-51ab-46a9-9805-9ce3461d3fb7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df41c157-7d92-4a0b-b955-e6573b3cc8f2 HTTP/1.1" status: 200 len: 217 time: 0.1846819 Feb 10 03:37:27.995418 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-0384ed26-7b02-4846-bfe1-687df37a7ed0 None None] For port 2488aed3-ffc0-4c83-9a18-b6d2570ce823, host dv-cinder-828060-2-iscsi, cleared binding levels {{(pid=102734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:37:28.002383 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-0384ed26-7b02-4846-bfe1-687df37a7ed0 None None] For port 2488aed3-ffc0-4c83-9a18-b6d2570ce823, host dv-cinder-828060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=2488aed3-ffc0-4c83-9a18-b6d2570ce823,segment=NetworkSegment(784eaaa7-3d14-4567-8c49-962a1b348d44),segment_id=784eaaa7-3d14-4567-8c49-962a1b348d44)] {{(pid=102734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:37:28.014472 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-0384ed26-7b02-4846-bfe1-687df37a7ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (2488aed3-ffc0-4c83-9a18-b6d2570ce823), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:28.177781 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0384ed26-7b02-4846-bfe1-687df37a7ed0 None None] Routers {'e3b1416d-13b2-4560-b5ee-cfe3cecaf120'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:37:28.181770 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-0384ed26-7b02-4846-bfe1-687df37a7ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:37:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['e3b1416d-13b2-4560-b5ee-cfe3cecaf120'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:37:28.335637 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-480e92b3-80ac-4848-96cd-545e5eab131d tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for security_group (f48aba44-cff5-4b04-afdd-f9bc1dcd0692), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:28.341141 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-06a2941f-5211-4835-bd89-6c9a9a6e0fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:28.343260 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-06a2941f-5211-4835-bd89-6c9a9a6e0fa0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8304fa5-9116-449f-aaec-fe76e013c673 HTTP/1.1" status: 200 len: 852 time: 0.3284447 Feb 10 03:37:28.345767 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 42510) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:28.347712 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07c8672-e205-4c8d-b9c0-d2d8b100351c x-openstack-request-id: req-b07c8672-e205-4c8d-b9c0-d2d8b100351c {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:37:28.348224 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84018c6b-a22d-4280-a1a2-e0f2c315c2ce", "tag": "df41c157-7d92-4a0b-b955-e6573b3cc8f2", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:37:28.348637 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b07c8672-e205-4c8d-b9c0-d2d8b100351c {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:37:28.349237 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84018c6b-a22d-4280-a1a2-e0f2c315c2ce', 'tag': 'df41c157-7d92-4a0b-b955-e6573b3cc8f2', 'status': 'completed', 'code': 200} Feb 10 03:37:28.393937 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c84cc3-6e52-4fad-a243-32c733196bbb None None] Pushing event updated for resources: {'Port': ['ID=2488aed3-ffc0-4c83-9a18-b6d2570ce823,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:28.474156 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-480e92b3-80ac-4848-96cd-545e5eab131d tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (f48aba44-cff5-4b04-afdd-f9bc1dcd0692), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:28.523463 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-ab169658-9557-45a7-b5a2-8dd210c130c0 None None] Provisioning complete for port 2488aed3-ffc0-4c83-9a18-b6d2570ce823 triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:37:28.523850 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-ab169658-9557-45a7-b5a2-8dd210c130c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (2488aed3-ffc0-4c83-9a18-b6d2570ce823), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:28.588015 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97ec5f-fd93-4631-b1aa-8d4c51965a98 service neutron] Pushing event updated for resources: {'Port': ['ID=beb068b9-e15c-4f4f-92d7-1c14f685b47d,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:28.610542 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c694b00d-c28c-44fc-a645-e9db926d7473 req-15fe2453-52a3-4c85-972e-c6c03a6cc3d8 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471966 Feb 10 03:37:28.666377 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-57d1ebd2-d467-4a0d-9561-fffa283a3fbc admin admin] Publish callbacks [] for security_group (d63a3efd-1e2b-4211-afbf-81d08cc2d2d0), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:28.676115 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-0384ed26-7b02-4846-bfe1-687df37a7ed0 None None] Set router e3b1416d-13b2-4560-b5ee-cfe3cecaf120 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:37:28.700231 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364061c-966e-4d83-a450-48cfee0dac48 req-01145be2-d121-4286-8b65-00df6c0e5678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:28.702751 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9364061c-966e-4d83-a450-48cfee0dac48 req-01145be2-d121-4286-8b65-00df6c0e5678 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7bf7bed71094487b57906e39d043543&device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 1127 time: 0.6366897 Feb 10 03:37:28.703700 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-57d1ebd2-d467-4a0d-9561-fffa283a3fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (d63a3efd-1e2b-4211-afbf-81d08cc2d2d0), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:28.738710 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1ebd2-d467-4a0d-9561-fffa283a3fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63a3efd-1e2b-4211-afbf-81d08cc2d2d0,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:28.790410 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c602a1d3bfa6b920adc7a3165aab5144276c11c90910883e43ac8280538c1e72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a51fbc0-351e-4ce9-87e7-d1a115730710" -d '{"events": [{"name": "network-changed", "server_uuid": "28168573-b016-4c85-a32c-158c4155cd28", "tag": "beb068b9-e15c-4f4f-92d7-1c14f685b47d"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:37:28.794644 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d1ebd2-d467-4a0d-9561-fffa283a3fbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=102732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:37:28.823034 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-57d1ebd2-d467-4a0d-9561-fffa283a3fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (99601619-70ab-40fd-9324-7da6ead75fd3), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:28.823818 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.db.segments_db [None req-57d1ebd2-d467-4a0d-9561-fffa283a3fbc admin admin] Added segment 99601619-70ab-40fd-9324-7da6ead75fd3 of type vlan for network 3a8e0065-7432-41c8-9e1c-1c133de28048 Feb 10 03:37:28.908164 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-57d1ebd2-d467-4a0d-9561-fffa283a3fbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387737128'] for network (3a8e0065-7432-41c8-9e1c-1c133de28048), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:28.926797 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-4f065931-ce09-4a0d-b87a-ef284d122ec8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8bd4cd27-a10d-4c56-b40b-6272d0715cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4534709 Feb 10 03:37:28.976410 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-ab169658-9557-45a7-b5a2-8dd210c130c0 None None] Current status of the port 2488aed3-ffc0-4c83-9a18-b6d2570ce823 is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:37:28.976958 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-ab169658-9557-45a7-b5a2-8dd210c130c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (2488aed3-ffc0-4c83-9a18-b6d2570ce823), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:28.998168 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-480e92b3-80ac-4848-96cd-545e5eab131d tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:28.999564 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-480e92b3-80ac-4848-96cd-545e5eab131d tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.8779426 Feb 10 03:37:29.053024 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 42534) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:29.109857 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-58f248a8-b64d-45dc-8c66-438d13ca2249 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Request body: {'security_group_rule': {'security_group_id': 'f48aba44-cff5-4b04-afdd-f9bc1dcd0692', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:29.117322 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.db.resource_extend [None req-57d1ebd2-d467-4a0d-9561-fffa283a3fbc admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 03:37:29.141072 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e92b3-80ac-4848-96cd-545e5eab131d tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f48aba44-cff5-4b04-afdd-f9bc1dcd0692,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:29.146217 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9364061c-966e-4d83-a450-48cfee0dac48 req-86098058-c9db-438b-b538-a8b229a7d4d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=beb068b9-e15c-4f4f-92d7-1c14f685b47d HTTP/1.1" status: 200 len: 217 time: 0.2339282 Feb 10 03:37:29.209439 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-25001809-39a0-4ad2-acc1-374a50aac87e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:29.241104 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-ab169658-9557-45a7-b5a2-8dd210c130c0 None None] For port 2488aed3-ffc0-4c83-9a18-b6d2570ce823, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=2488aed3-ffc0-4c83-9a18-b6d2570ce823,segment=NetworkSegment(784eaaa7-3d14-4567-8c49-962a1b348d44),segment_id=784eaaa7-3d14-4567-8c49-962a1b348d44)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:37:29.280189 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fe5fe3d0-70c4-4112-ab12-45b4dc9078ff tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for port (32ac83cb-2e04-4a20-b3bf-4d543e48c28f), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:29.305573 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-ab169658-9557-45a7-b5a2-8dd210c130c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (2488aed3-ffc0-4c83-9a18-b6d2570ce823), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:29.378594 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364061c-966e-4d83-a450-48cfee0dac48 req-28432efe-2947-4c0a-9877-8edffcd6502e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:29.380152 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9364061c-966e-4d83-a450-48cfee0dac48 req-28432efe-2947-4c0a-9877-8edffcd6502e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a238260-e910-4611-881a-7b75876308bb HTTP/1.1" status: 200 len: 854 time: 0.1585090 Feb 10 03:37:29.381508 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fe5fe3d0-70c4-4112-ab12-45b4dc9078ff tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (32ac83cb-2e04-4a20-b3bf-4d543e48c28f), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:29.388307 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759e42e3-d08d-49a3-b430-4ac13245633e x-openstack-request-id: req-759e42e3-d08d-49a3-b430-4ac13245633e {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:37:29.388607 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28168573-b016-4c85-a32c-158c4155cd28", "tag": "beb068b9-e15c-4f4f-92d7-1c14f685b47d", "status": "completed", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:37:29.388874 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-759e42e3-d08d-49a3-b430-4ac13245633e {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:37:29.389350 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28168573-b016-4c85-a32c-158c4155cd28', 'tag': 'beb068b9-e15c-4f4f-92d7-1c14f685b47d', 'status': 'completed', 'code': 200} Feb 10 03:37:29.434423 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-57d1ebd2-d467-4a0d-9561-fffa283a3fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for network (3a8e0065-7432-41c8-9e1c-1c133de28048), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:29.434815 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d1ebd2-d467-4a0d-9561-fffa283a3fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:29.435402 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-57d1ebd2-d467-4a0d-9561-fffa283a3fbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:29.496043 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab169658-9557-45a7-b5a2-8dd210c130c0 None None] Pushing event updated for resources: {'Port': ['ID=2488aed3-ffc0-4c83-9a18-b6d2570ce823,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:29.500685 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-57d1ebd2-d467-4a0d-9561-fffa283a3fbc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.2630856 Feb 10 03:37:29.502990 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9364061c-966e-4d83-a450-48cfee0dac48 req-e16eb8f3-05a7-4281-beca-44533f31f46a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108518 Feb 10 03:37:29.507137 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 42552) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:29.542518 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-c6980da0-492b-4e80-b1a0-29bb158ab014 admin admin] Request body: {'subnet': {'network_id': '3a8e0065-7432-41c8-9e1c-1c133de28048', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-431732824-subnet', 'tenant_id': 'bafbe7581d1a4a5eba4a495797a7c13b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:29.563619 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-58f248a8-b64d-45dc-8c66-438d13ca2249 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for security_group_rule (005a74cb-4134-4bb8-bc43-41f300e21caa), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:29.573228 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fe5fe3d0-70c4-4112-ab12-45b4dc9078ff tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575287'] for floatingip (122c9855-60d6-4e9b-9e21-cb63767c1be0), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:29.646118 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9364061c-966e-4d83-a450-48cfee0dac48 req-d24df769-6765-45d8-aa2b-b858af617379 service neutron] 10.222.0.21 "GET /v2.0/networks/4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156704 Feb 10 03:37:29.692999 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a01f0-ed77-4726-ad52-e996c18c3b59 req-5dc7d64e-e8bc-49f7-95d2-79b0ff5169c6 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:29.694671 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-224a01f0-ed77-4726-ad52-e996c18c3b59 req-5dc7d64e-e8bc-49f7-95d2-79b0ff5169c6 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 943 time: 0.7570291 Feb 10 03:37:29.702293 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-5294de88-e1d2-41a6-8f88-6f31675941dd service neutron] 10.222.0.21 "GET /v2.0/networks/8bd4cd27-a10d-4c56-b40b-6272d0715cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7537897 Feb 10 03:37:29.702990 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5fe3d0-70c4-4112-ab12-45b4dc9078ff tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Pushing event updated for resources: {'Port': ['ID=32ac83cb-2e04-4a20-b3bf-4d543e48c28f,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:29.755749 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fe5fe3d0-70c4-4112-ab12-45b4dc9078ff tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for floatingip (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:29.757423 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-fe5fe3d0-70c4-4112-ab12-45b4dc9078ff tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7781665 Feb 10 03:37:29.778507 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-0384ed26-7b02-4846-bfe1-687df37a7ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'name': 'tempest-AttachVolumeTestJSON-565419419-router', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:18Z', 'revision_number': 4, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'gw_port': {'id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:09Z', 'updated_at': '2022-02-10T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '2488aed3-ffc0-4c83-9a18-b6d2570ce823', 'name': '', 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'mac_address': 'fa:16:3e:96:ee:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:16Z', 'updated_at': '2022-02-10T03:37:27Z', 'revision_number': 4, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'subnets': [{'id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:37:29.815041 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0384ed26-7b02-4846-bfe1-687df37a7ed0 None None] The sync data for ids ['e3b1416d-13b2-4560-b5ee-cfe3cecaf120'] in dv-cinder-828060-2-iscsi is: [{'id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'name': 'tempest-AttachVolumeTestJSON-565419419-router', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:18Z', 'revision_number': 4, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'gw_port': {'id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:09Z', 'updated_at': '2022-02-10T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '2488aed3-ffc0-4c83-9a18-b6d2570ce823', 'name': '', 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'mac_address': 'fa:16:3e:96:ee:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:16Z', 'updated_at': '2022-02-10T03:37:27Z', 'revision_number': 4, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'subnets': [{'id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:37:29.935518 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1ebd2-d467-4a0d-9561-fffa283a3fbc admin admin] Pushing event updated for resources: {'Network': ['ID=3a8e0065-7432-41c8-9e1c-1c133de28048,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:29.981362 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Network 3a8e0065-7432-41c8-9e1c-1c133de28048 details requested by agent ovs-agent-dv-cinder-828060-2-iscsi with host dv-cinder-828060-2-iscsi {{(pid=102734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:37:30.082109 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-a58fd492-437f-4e67-ac88-baeae1173c0c req-ed89cb61-03b0-4616-a4a4-ff273188e71a service neutron] 10.222.0.21 "GET /v2.0/networks/8bd4cd27-a10d-4c56-b40b-6272d0715cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646960 Feb 10 03:37:30.143023 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-25001809-39a0-4ad2-acc1-374a50aac87e admin admin] Publish callbacks [] for security_group (1e0696ab-5ab6-4ebf-a5a4-27d64c48d0fc), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:30.144873 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 2488aed3-ffc0-4c83-9a18-b6d2570ce823 up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:37:30.150450 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-224a01f0-ed77-4726-ad52-e996c18c3b59 req-22cf20e0-d185-407a-9312-2d64e02fc9e8 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075048 Feb 10 03:37:30.177821 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab19297-625f-40b9-87a1-3ac396c8b811 req-50862d20-a11d-46e2-82b5-b2b68f3444ef tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:30.177821 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4ab19297-625f-40b9-87a1-3ac396c8b811 req-50862d20-a11d-46e2-82b5-b2b68f3444ef tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 944 time: 0.2554133 Feb 10 03:37:30.219445 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-58f248a8-b64d-45dc-8c66-438d13ca2249 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for security_group_rule (005a74cb-4134-4bb8-bc43-41f300e21caa), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:30.220697 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6980da0-492b-4e80-b1a0-29bb158ab014 admin admin] Made reservation on behalf of bafbe7581d1a4a5eba4a495797a7c13b for: {'subnet': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:37:30.232973 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c6980da0-492b-4e80-b1a0-29bb158ab014 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:30.291072 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-25001809-39a0-4ad2-acc1-374a50aac87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (1e0696ab-5ab6-4ebf-a5a4-27d64c48d0fc), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:30.296830 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4ab19297-625f-40b9-87a1-3ac396c8b811 req-7f9436cb-5eb7-4e36-9ba0-cbe5bf37fcd5 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887229 Feb 10 03:37:30.299164 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9364061c-966e-4d83-a450-48cfee0dac48 req-abf84bfe-bc13-4c16-b5bc-8316a78887ad service neutron] 10.222.0.21 "GET /v2.0/networks/4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6385789 Feb 10 03:37:30.358519 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 2488aed3-ffc0-4c83-9a18-b6d2570ce823 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:37:30.359228 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (2488aed3-ffc0-4c83-9a18-b6d2570ce823), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:30.368951 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-25001809-39a0-4ad2-acc1-374a50aac87e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58ea505fee534e0d9880a660269051cf&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0162268 Feb 10 03:37:30.368951 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-58f248a8-b64d-45dc-8c66-438d13ca2249 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585313'] for security_group_rule (005a74cb-4134-4bb8-bc43-41f300e21caa), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:30.388279 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 42578) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:30.552706 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 2488aed3-ffc0-4c83-9a18-b6d2570ce823 is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:37:30.711517 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-1e2c2cf2-bcb0-4a4a-965e-2cb041fc8c8b tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--336145040&fields=id&tenant_id=50e1249fa4204bf9ba3044c3c1260634 HTTP/1.1" status: 200 len: 267 time: 0.3695960 Feb 10 03:37:30.794962 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f248a8-b64d-45dc-8c66-438d13ca2249 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=005a74cb-4134-4bb8-bc43-41f300e21caa,revision_number=0']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:30.857161 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c4284612-49e9-4c17-8b5c-034428e4a158 admin admin] Publish callbacks [] for security_group (1e0696ab-5ab6-4ebf-a5a4-27d64c48d0fc), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:30.863055 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51fbc0-351e-4ce9-87e7-d1a115730710 req-864c7943-ae8b-4f01-81a7-00c68266412d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:30.875200 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1a51fbc0-351e-4ce9-87e7-d1a115730710 req-864c7943-ae8b-4f01-81a7-00c68266412d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7bf7bed71094487b57906e39d043543&device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 1127 time: 0.4249442 Feb 10 03:37:30.922058 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4aa58c-88ae-40bb-9ef8-dbf95d228a43 req-128afff5-31d2-4491-89a1-b1fe71e14c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:30.923735 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7c4aa58c-88ae-40bb-9ef8-dbf95d228a43 req-128afff5-31d2-4491-89a1-b1fe71e14c16 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1ad4b9bfe7941d3baa9c36cf551a874&device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 1128 time: 0.6861837 Feb 10 03:37:30.924365 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25001809-39a0-4ad2-acc1-374a50aac87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0696ab-5ab6-4ebf-a5a4-27d64c48d0fc,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:30.934898 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-58f248a8-b64d-45dc-8c66-438d13ca2249 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:30.936132 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-58f248a8-b64d-45dc-8c66-438d13ca2249 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8820810 Feb 10 03:37:30.945885 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 42602) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:30.969135 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-19ade42a-6bca-42d8-9c9a-29c069bc3c3a tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Request body: {'security_group_rule': {'security_group_id': 'f48aba44-cff5-4b04-afdd-f9bc1dcd0692', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:31.339687 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c4284612-49e9-4c17-8b5c-034428e4a158 admin admin] Publish callbacks [] for security_group (1e0696ab-5ab6-4ebf-a5a4-27d64c48d0fc), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:31.378914 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51fbc0-351e-4ce9-87e7-d1a115730710 req-878df1e7-6461-49ce-add7-f74a7e142efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:31.380540 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1a51fbc0-351e-4ce9-87e7-d1a115730710 req-878df1e7-6461-49ce-add7-f74a7e142efe service neutron] 10.222.0.21 "GET /v2.0/networks?id=4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 HTTP/1.1" status: 200 len: 915 time: 0.4356840 Feb 10 03:37:31.400255 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4aa58c-88ae-40bb-9ef8-dbf95d228a43 req-a509bd8f-0a76-4a1b-a83d-e66cf275e226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:31.402402 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7c4aa58c-88ae-40bb-9ef8-dbf95d228a43 req-a509bd8f-0a76-4a1b-a83d-e66cf275e226 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8bd4cd27-a10d-4c56-b40b-6272d0715cdc HTTP/1.1" status: 200 len: 913 time: 0.4557586 Feb 10 03:37:31.529140 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7c4aa58c-88ae-40bb-9ef8-dbf95d228a43 req-51dec4da-ccdc-40cb-acfc-012c17db8104 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df41c157-7d92-4a0b-b955-e6573b3cc8f2 HTTP/1.1" status: 200 len: 217 time: 0.0681446 Feb 10 03:37:31.540141 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 42614) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:31.588018 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c6980da0-492b-4e80-b1a0-29bb158ab014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for subnet (5d4daa1f-6195-4994-8ed7-d5b7224f0386), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:31.736794 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6980da0-492b-4e80-b1a0-29bb158ab014 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d4daa1f-6195-4994-8ed7-d5b7224f0386,revision_number=0']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:31.748499 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6980da0-492b-4e80-b1a0-29bb158ab014 admin admin] Checking segment: {'id': '99601619-70ab-40fd-9324-7da6ead75fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3a8e0065-7432-41c8-9e1c-1c133de28048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:37:31.749115 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6980da0-492b-4e80-b1a0-29bb158ab014 admin admin] Network hostable DHCP agents. Network: 3a8e0065-7432-41c8-9e1c-1c133de28048, hostable agents: ['1db83568-5d00-4ab2-ab08-3829f0594148'], hosted agents: [] {{(pid=102733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:37:31.757368 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4aa58c-88ae-40bb-9ef8-dbf95d228a43 req-09847bc7-b785-4c4e-b19a-9e7bc64a7c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:31.759224 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7c4aa58c-88ae-40bb-9ef8-dbf95d228a43 req-09847bc7-b785-4c4e-b19a-9e7bc64a7c82 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8304fa5-9116-449f-aaec-fe76e013c673 HTTP/1.1" status: 200 len: 852 time: 0.1071296 Feb 10 03:37:31.789313 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1a51fbc0-351e-4ce9-87e7-d1a115730710 req-18fb619c-ff29-44e8-8fc3-b8b026611298 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=beb068b9-e15c-4f4f-92d7-1c14f685b47d HTTP/1.1" status: 200 len: 217 time: 0.3605559 Feb 10 03:37:31.790438 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6980da0-492b-4e80-b1a0-29bb158ab014 admin admin] Network 3a8e0065-7432-41c8-9e1c-1c133de28048 is scheduled to be hosted by DHCP agent 1db83568-5d00-4ab2-ab08-3829f0594148 with binding_index 1 {{(pid=102733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:37:31.813338 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-c6980da0-492b-4e80-b1a0-29bb158ab014 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-2-iscsi, 3a8e0065-7432-41c8-9e1c-1c133de28048) {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:37:31.818984 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-733d8789-06bc-40b8-bdde-e35113b63f61 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:31.820573 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-733d8789-06bc-40b8-bdde-e35113b63f61 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/networks?id=2276b970-ba53-4cdf-8089-151cb82a4e87 HTTP/1.1" status: 200 len: 817 time: 1.1080091 Feb 10 03:37:31.825123 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-19ade42a-6bca-42d8-9c9a-29c069bc3c3a tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for security_group_rule (ba532803-1fd2-4b46-a17e-a276a4d1d8b4), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:31.831732 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6980da0-492b-4e80-b1a0-29bb158ab014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:31.832341 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c6980da0-492b-4e80-b1a0-29bb158ab014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for subnet (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:31.847889 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351cf6d2-77e0-4f81-8df6-2a8879cd3e86 None None] Network 3a8e0065-7432-41c8-9e1c-1c133de28048 requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:37:31.869332 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-c6980da0-492b-4e80-b1a0-29bb158ab014 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3538327 Feb 10 03:37:31.910438 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ff596248-f574-4c45-8f94-a9988be8cad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:31.981285 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-63919fd7-3091-49c8-aa0b-3e95c0d48ea9 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/quotas/50e1249fa4204bf9ba3044c3c1260634 HTTP/1.1" status: 200 len: 375 time: 0.1163878 Feb 10 03:37:31.988137 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7c4aa58c-88ae-40bb-9ef8-dbf95d228a43 req-9a31cba9-4a6f-41b2-938a-d9e42936729e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8bd4cd27-a10d-4c56-b40b-6272d0715cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287270 Feb 10 03:37:32.007076 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b2fa4-7431-4d66-8eec-bf806aba8d67 req-d064c9ca-9f98-421e-ad1d-285da1e586df tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:32.008637 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-818b2fa4-7431-4d66-8eec-bf806aba8d67 req-d064c9ca-9f98-421e-ad1d-285da1e586df tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 943 time: 0.7027688 Feb 10 03:37:32.083823 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c4284612-49e9-4c17-8b5c-034428e4a158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (1e0696ab-5ab6-4ebf-a5a4-27d64c48d0fc), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:32.094137 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c4284612-49e9-4c17-8b5c-034428e4a158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:32.094137 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-c4284612-49e9-4c17-8b5c-034428e4a158 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e0696ab-5ab6-4ebf-a5a4-27d64c48d0fc HTTP/1.1" status: 204 len: 168 time: 1.6963091 Feb 10 03:37:32.124481 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09faf19-2777-4f12-bdf9-f0c15dc2e752 None None] Network 3a8e0065-7432-41c8-9e1c-1c133de28048 requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:37:32.193440 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-19ade42a-6bca-42d8-9c9a-29c069bc3c3a tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for security_group_rule (ba532803-1fd2-4b46-a17e-a276a4d1d8b4), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:32.221843 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-19ade42a-6bca-42d8-9c9a-29c069bc3c3a tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585313'] for security_group_rule (ba532803-1fd2-4b46-a17e-a276a4d1d8b4), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:32.235478 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51fbc0-351e-4ce9-87e7-d1a115730710 req-61a5dd1f-6284-447a-86a3-782e36c1abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:32.237264 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1a51fbc0-351e-4ce9-87e7-d1a115730710 req-61a5dd1f-6284-447a-86a3-782e36c1abd5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a238260-e910-4611-881a-7b75876308bb HTTP/1.1" status: 200 len: 854 time: 0.3491917 Feb 10 03:37:32.252970 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4284612-49e9-4c17-8b5c-034428e4a158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0696ab-5ab6-4ebf-a5a4-27d64c48d0fc,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:32.320639 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ade42a-6bca-42d8-9c9a-29c069bc3c3a tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba532803-1fd2-4b46-a17e-a276a4d1d8b4,revision_number=0']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:32.371172 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1a51fbc0-351e-4ce9-87e7-d1a115730710 req-98b2604f-66f3-4cbd-9322-e74d20983778 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125064 Feb 10 03:37:32.389092 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-f5bc8a8a-bcc5-4939-8ed0-fa133f8869cd tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=50e1249fa4204bf9ba3044c3c1260634&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3666964 Feb 10 03:37:32.397877 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-19ade42a-6bca-42d8-9c9a-29c069bc3c3a tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:32.403001 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-19ade42a-6bca-42d8-9c9a-29c069bc3c3a tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4517398 Feb 10 03:37:32.403860 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 42634) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:32.410011 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7c4aa58c-88ae-40bb-9ef8-dbf95d228a43 req-732925fd-aa9d-45e9-bec8-facc2c956e3a service neutron] 10.222.0.21 "GET /v2.0/networks/8bd4cd27-a10d-4c56-b40b-6272d0715cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144201 Feb 10 03:37:32.414355 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-7e877f50-8788-45f0-b67b-348434aa5973 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Request body: {'floatingip': {'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:32.427669 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ff596248-f574-4c45-8f94-a9988be8cad6 admin admin] Publish callbacks [] for security_group (3173f70e-28ab-4a59-8384-657aa12b12e0), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:32.433810 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ff596248-f574-4c45-8f94-a9988be8cad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (3173f70e-28ab-4a59-8384-657aa12b12e0), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:32.474261 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-818b2fa4-7431-4d66-8eec-bf806aba8d67 req-b6367920-da71-4da1-b76b-9024e55c3cf5 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359457 Feb 10 03:37:32.481739 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7e877f50-8788-45f0-b67b-348434aa5973 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:32.523432 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-ff596248-f574-4c45-8f94-a9988be8cad6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=505e478a1e424b22b8ac0f30ef1545cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9539473 Feb 10 03:37:32.530394 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 42638) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:32.555758 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff596248-f574-4c45-8f94-a9988be8cad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3173f70e-28ab-4a59-8384-657aa12b12e0,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:32.665459 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-451dc700-24e2-4635-8476-d45b757b0657 admin admin] Publish callbacks [] for security_group (3173f70e-28ab-4a59-8384-657aa12b12e0), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:32.706381 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-451dc700-24e2-4635-8476-d45b757b0657 admin admin] Publish callbacks [] for security_group (3173f70e-28ab-4a59-8384-657aa12b12e0), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:32.715817 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7c4aa58c-88ae-40bb-9ef8-dbf95d228a43 req-43de8bdb-6520-4352-964f-1e05ebf5f99f service neutron] 10.222.0.21 "GET /v2.0/networks/8bd4cd27-a10d-4c56-b40b-6272d0715cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744576 Feb 10 03:37:32.724516 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 42644) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:32.770518 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c390b7a9-6578-4b49-a5dc-265628c14a9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:32.771365 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-451dc700-24e2-4635-8476-d45b757b0657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (3173f70e-28ab-4a59-8384-657aa12b12e0), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:32.774140 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-451dc700-24e2-4635-8476-d45b757b0657 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:32.775677 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-451dc700-24e2-4635-8476-d45b757b0657 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3173f70e-28ab-4a59-8384-657aa12b12e0 HTTP/1.1" status: 204 len: 168 time: 0.2428353 Feb 10 03:37:32.787654 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451dc700-24e2-4635-8476-d45b757b0657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3173f70e-28ab-4a59-8384-657aa12b12e0,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:32.840549 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-0b7b2203-55ae-454c-b1a0-00e5b2c11529 service neutron] 10.222.0.32 "GET /v2.0/networks/2276b970-ba53-4cdf-8089-151cb82a4e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981230 Feb 10 03:37:32.843330 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1a51fbc0-351e-4ce9-87e7-d1a115730710 req-4ef1a79d-f199-4a95-8007-faa8e64430fc service neutron] 10.222.0.21 "GET /v2.0/networks/4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026864 Feb 10 03:37:32.859136 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be4990-416b-42a5-8b1b-d070ebba795b req-01c0b8e7-44be-465d-89af-4d17458282dc tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:32.860635 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a3be4990-416b-42a5-8b1b-d070ebba795b req-01c0b8e7-44be-465d-89af-4d17458282dc tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 944 time: 0.2523782 Feb 10 03:37:33.037871 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 42654) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:33.044947 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-0c82548b-283a-46e8-8f88-1f2a57de13d3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-891092748-network', 'tenant_id': '5b89656f99db489590be8bfe1020f3b0'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:33.073091 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c82548b-283a-46e8-8f88-1f2a57de13d3 admin admin] Made reservation on behalf of 5b89656f99db489590be8bfe1020f3b0 for: {'network': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:37:33.076874 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0c82548b-283a-46e8-8f88-1f2a57de13d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for network (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:33.086052 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0c82548b-283a-46e8-8f88-1f2a57de13d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:33.106137 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a3be4990-416b-42a5-8b1b-d070ebba795b req-a99426be-ed39-456c-acf0-b78461cc68cf tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257376 Feb 10 03:37:33.131161 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7e877f50-8788-45f0-b67b-348434aa5973 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:33.134387 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1a51fbc0-351e-4ce9-87e7-d1a115730710 req-fa77e862-8db3-4434-b7d1-daa447b7670f service neutron] 10.222.0.21 "GET /v2.0/networks/4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728748 Feb 10 03:37:33.143948 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-af3ccd80-cfd2-45b8-9eca-dcfccc4cf47b service neutron] 10.222.0.32 "GET /v2.0/networks/2276b970-ba53-4cdf-8089-151cb82a4e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922342 Feb 10 03:37:33.155866 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c390b7a9-6578-4b49-a5dc-265628c14a9b admin admin] Publish callbacks [] for security_group (48400b38-26ca-4c00-8a5a-96173b476c3d), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:33.183846 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c390b7a9-6578-4b49-a5dc-265628c14a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (48400b38-26ca-4c00-8a5a-96173b476c3d), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:33.218228 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0c82548b-283a-46e8-8f88-1f2a57de13d3 admin admin] Publish callbacks [] for security_group (1821b029-0e3f-4084-890a-1e0c98194d9f), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:33.227934 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0c82548b-283a-46e8-8f88-1f2a57de13d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (1821b029-0e3f-4084-890a-1e0c98194d9f), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:33.245713 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c82548b-283a-46e8-8f88-1f2a57de13d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=102733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:37:33.256293 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-c390b7a9-6578-4b49-a5dc-265628c14a9b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b2781f7d6a24f5082f3b5a4eb658c87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5250685 Feb 10 03:37:33.258212 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390b7a9-6578-4b49-a5dc-265628c14a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48400b38-26ca-4c00-8a5a-96173b476c3d,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:33.264892 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0c82548b-283a-46e8-8f88-1f2a57de13d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (79482387-182b-4620-87bc-48b7cef54454), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:33.265248 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.db.segments_db [None req-0c82548b-283a-46e8-8f88-1f2a57de13d3 admin admin] Added segment 79482387-182b-4620-87bc-48b7cef54454 of type vlan for network 25f2f8fd-5964-4b02-8841-1686b6f77c64 Feb 10 03:37:33.276541 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 42660) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:33.303140 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 42662) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:33.346567 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b44e8971-5f5a-4538-a938-4e1efc2e73f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:33.367901 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0c82548b-283a-46e8-8f88-1f2a57de13d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387737128'] for network (25f2f8fd-5964-4b02-8841-1686b6f77c64), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:33.379866 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82548b-283a-46e8-8f88-1f2a57de13d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1821b029-0e3f-4084-890a-1e0c98194d9f,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:33.409522 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-7e877f50-8788-45f0-b67b-348434aa5973 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Allocated IP 172.27.0.155 (21bdb221-e4aa-4ceb-8437-3c4897a6dae2/0a389fce-60fc-45d4-b298-908574c1c629/63d363c2-3c4d-40bf-9b6e-74463c930358) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:37:33.418480 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0c82548b-283a-46e8-8f88-1f2a57de13d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for network (25f2f8fd-5964-4b02-8841-1686b6f77c64), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:33.419870 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c82548b-283a-46e8-8f88-1f2a57de13d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:33.420692 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0c82548b-283a-46e8-8f88-1f2a57de13d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:33.454800 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6b4dd6da-bd21-4f4f-8138-9acf9e8fa0e1 req-addfd274-c77b-4a1f-b7e0-e6ee762d4a64 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 210 time: 0.0467651 Feb 10 03:37:33.462319 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7efc5b1f-27a6-453f-9759-9dcf79d68d9b admin admin] Publish callbacks [] for security_group (48400b38-26ca-4c00-8a5a-96173b476c3d), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:33.462644 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-0c82548b-283a-46e8-8f88-1f2a57de13d3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4202130 Feb 10 03:37:33.465716 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 42670) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:33.471789 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-c426fe45-be63-41d7-92a4-eefb80f4bbe2 admin admin] Request body: {'subnet': {'network_id': '25f2f8fd-5964-4b02-8841-1686b6f77c64', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-891092748-subnet', 'tenant_id': '5b89656f99db489590be8bfe1020f3b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:33.493815 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82548b-283a-46e8-8f88-1f2a57de13d3 admin admin] Pushing event updated for resources: {'Network': ['ID=25f2f8fd-5964-4b02-8841-1686b6f77c64,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:33.517435 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Network 25f2f8fd-5964-4b02-8841-1686b6f77c64 details requested by agent ovs-agent-dv-cinder-828060-2-iscsi with host dv-cinder-828060-2-iscsi {{(pid=102734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:37:33.521682 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7efc5b1f-27a6-453f-9759-9dcf79d68d9b admin admin] Publish callbacks [] for security_group (48400b38-26ca-4c00-8a5a-96173b476c3d), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:33.610594 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c426fe45-be63-41d7-92a4-eefb80f4bbe2 admin admin] Made reservation on behalf of 5b89656f99db489590be8bfe1020f3b0 for: {'subnet': 1} {{(pid=102732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:37:33.612849 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c426fe45-be63-41d7-92a4-eefb80f4bbe2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:33.654425 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b44e8971-5f5a-4538-a938-4e1efc2e73f4 admin admin] Publish callbacks [] for security_group (83172c60-7915-4543-ab0d-ec988037f6b1), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:33.671619 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b44e8971-5f5a-4538-a938-4e1efc2e73f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (83172c60-7915-4543-ab0d-ec988037f6b1), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:33.777107 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7efc5b1f-27a6-453f-9759-9dcf79d68d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (48400b38-26ca-4c00-8a5a-96173b476c3d), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:33.779756 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7efc5b1f-27a6-453f-9759-9dcf79d68d9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:33.780859 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-7efc5b1f-27a6-453f-9759-9dcf79d68d9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/48400b38-26ca-4c00-8a5a-96173b476c3d HTTP/1.1" status: 204 len: 168 time: 0.5033526 Feb 10 03:37:33.796992 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-b44e8971-5f5a-4538-a938-4e1efc2e73f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1668ec254b1e438dbcaffdecb28cabaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4927504 Feb 10 03:37:33.800084 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 42682) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:33.800938 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7e877f50-8788-45f0-b67b-348434aa5973 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for port (63d363c2-3c4d-40bf-9b6e-74463c930358), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:33.814032 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fad5c-3738-41cf-a90f-0d3bf2528e89 req-8ab91792-1456-42dc-85e8-2136a593cf96 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:33.815634 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ad8fad5c-3738-41cf-a90f-0d3bf2528e89 req-8ab91792-1456-42dc-85e8-2136a593cf96 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 943 time: 0.2628293 Feb 10 03:37:33.819546 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e8971-5f5a-4538-a938-4e1efc2e73f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83172c60-7915-4543-ab0d-ec988037f6b1,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:33.857651 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc5b1f-27a6-453f-9759-9dcf79d68d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48400b38-26ca-4c00-8a5a-96173b476c3d,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:33.884779 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-67d140d9-0bee-4e26-b59d-2ff55f50e594 admin admin] Publish callbacks [] for security_group (83172c60-7915-4543-ab0d-ec988037f6b1), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:33.943895 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7e877f50-8788-45f0-b67b-348434aa5973 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834'] for port (63d363c2-3c4d-40bf-9b6e-74463c930358), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:33.951949 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-67d140d9-0bee-4e26-b59d-2ff55f50e594 admin admin] Publish callbacks [] for security_group (83172c60-7915-4543-ab0d-ec988037f6b1), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:33.967931 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ad8fad5c-3738-41cf-a90f-0d3bf2528e89 req-4c4a8dc5-c0ed-49b5-9eab-40432bca5821 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426833 Feb 10 03:37:34.040384 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e877f50-8788-45f0-b67b-348434aa5973 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:37:34.045993 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-7e877f50-8788-45f0-b67b-348434aa5973 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:37:34.049678 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e877f50-8788-45f0-b67b-348434aa5973 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:37:34.058004 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c426fe45-be63-41d7-92a4-eefb80f4bbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for subnet (0ffa12f5-59b8-48bb-9428-5e0c85bccdc0), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:34.070082 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e877f50-8788-45f0-b67b-348434aa5973 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Pushing event updated for resources: {'Port': ['ID=63d363c2-3c4d-40bf-9b6e-74463c930358,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:34.070356 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-67d140d9-0bee-4e26-b59d-2ff55f50e594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (83172c60-7915-4543-ab0d-ec988037f6b1), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:34.074726 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-67d140d9-0bee-4e26-b59d-2ff55f50e594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:34.078970 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-67d140d9-0bee-4e26-b59d-2ff55f50e594 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83172c60-7915-4543-ab0d-ec988037f6b1 HTTP/1.1" status: 204 len: 168 time: 0.2772377 Feb 10 03:37:34.088603 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d140d9-0bee-4e26-b59d-2ff55f50e594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83172c60-7915-4543-ab0d-ec988037f6b1,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:34.403113 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426fe45-be63-41d7-92a4-eefb80f4bbe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ffa12f5-59b8-48bb-9428-5e0c85bccdc0,revision_number=0']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:34.408818 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7e877f50-8788-45f0-b67b-348434aa5973 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for floatingip (24c64b0d-4947-4908-8b0f-fecc257a6a52), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:34.433456 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c426fe45-be63-41d7-92a4-eefb80f4bbe2 admin admin] Checking segment: {'id': '79482387-182b-4620-87bc-48b7cef54454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '25f2f8fd-5964-4b02-8841-1686b6f77c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:37:34.433797 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c426fe45-be63-41d7-92a4-eefb80f4bbe2 admin admin] Network hostable DHCP agents. Network: 25f2f8fd-5964-4b02-8841-1686b6f77c64, hostable agents: ['1db83568-5d00-4ab2-ab08-3829f0594148'], hosted agents: [] {{(pid=102732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:37:34.479473 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060aca7-ed67-45bd-8794-9aa02caa1dda req-ec93e5d3-6754-4063-a8fa-ece54c448689 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:34.481064 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3060aca7-ed67-45bd-8794-9aa02caa1dda req-ec93e5d3-6754-4063-a8fa-ece54c448689 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 944 time: 0.1278169 Feb 10 03:37:34.486570 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7e877f50-8788-45f0-b67b-348434aa5973 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (63d363c2-3c4d-40bf-9b6e-74463c930358), before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:34.496666 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c426fe45-be63-41d7-92a4-eefb80f4bbe2 admin admin] Network 25f2f8fd-5964-4b02-8841-1686b6f77c64 is scheduled to be hosted by DHCP agent 1db83568-5d00-4ab2-ab08-3829f0594148 with binding_index 1 {{(pid=102732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:37:34.550112 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-c426fe45-be63-41d7-92a4-eefb80f4bbe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-2-iscsi, 25f2f8fd-5964-4b02-8841-1686b6f77c64) {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:37:34.564482 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0de476-0d78-411d-ab3e-cd8f9b09f15f None None] Network 25f2f8fd-5964-4b02-8841-1686b6f77c64 requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:37:34.571651 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c426fe45-be63-41d7-92a4-eefb80f4bbe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:34.572318 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c426fe45-be63-41d7-92a4-eefb80f4bbe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for subnet (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:34.619377 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3060aca7-ed67-45bd-8794-9aa02caa1dda req-bed67d04-c5c0-4e5b-89f6-db6a4b813f92 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257169 Feb 10 03:37:34.645662 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-c426fe45-be63-41d7-92a4-eefb80f4bbe2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1777813 Feb 10 03:37:34.674003 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c674cbbb-8802-4d2e-a2f8-86c7f36a0160 req-0594e300-c7d6-4291-bf33-4ece7bf620fa tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 210 time: 0.0778320 Feb 10 03:37:34.822555 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9a7e29-873f-474d-990c-95d2dd11411c None None] Network 25f2f8fd-5964-4b02-8841-1686b6f77c64 requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:37:34.840184 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7e877f50-8788-45f0-b67b-348434aa5973 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for port (63d363c2-3c4d-40bf-9b6e-74463c930358), precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:34.851737 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7e877f50-8788-45f0-b67b-348434aa5973 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (63d363c2-3c4d-40bf-9b6e-74463c930358), after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:34.867310 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 42722) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:34.899893 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-dc6f6eba-089c-4551-90bd-6e8f8f88a231 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:34.901452 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-dc6f6eba-089c-4551-90bd-6e8f8f88a231 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.21 "GET /v2.0/networks?id=2276b970-ba53-4cdf-8089-151cb82a4e87 HTTP/1.1" status: 200 len: 817 time: 0.1789417 Feb 10 03:37:34.902687 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7e877f50-8788-45f0-b67b-348434aa5973 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575287'] for floatingip (24c64b0d-4947-4908-8b0f-fecc257a6a52), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:34.950799 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e877f50-8788-45f0-b67b-348434aa5973 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Pushing event updated for resources: {'Port': ['ID=63d363c2-3c4d-40bf-9b6e-74463c930358,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:34.958873 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5adbb01-28ef-4e13-b924-47f93ad5ba72 admin admin] Deleting subnet 5d4daa1f-6195-4994-8ed7-d5b7224f0386 {{(pid=102733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 03:37:34.968854 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f5adbb01-28ef-4e13-b924-47f93ad5ba72 admin admin] Publish callbacks [] for subnet (5d4daa1f-6195-4994-8ed7-d5b7224f0386), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:34.998472 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7e877f50-8788-45f0-b67b-348434aa5973 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for floatingip (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:35.008743 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-7e877f50-8788-45f0-b67b-348434aa5973 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6000166 Feb 10 03:37:35.040767 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-e513ae52-f9a9-4a87-8780-5d1454dfa0a0 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50e1249fa4204bf9ba3044c3c1260634 HTTP/1.1" status: 200 len: 379 time: 0.1201921 Feb 10 03:37:35.060976 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f5adbb01-28ef-4e13-b924-47f93ad5ba72 admin admin] Publish callbacks [] for subnet (5d4daa1f-6195-4994-8ed7-d5b7224f0386), precommit_delete_associations {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:35.069576 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-8dbce66d-cce3-45f6-8485-b50592d39109 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Request body: {'port': {'device_id': 'd302b3d4-6282-4fbe-a4c4-248881ee8f51', 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'admin_state_up': True, 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'security_groups': ['1999eefa-77aa-4787-b2a9-7f244a6ad5e4']}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:35.073197 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f5adbb01-28ef-4e13-b924-47f93ad5ba72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686942'] for subnet (5d4daa1f-6195-4994-8ed7-d5b7224f0386), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:35.147269 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f5adbb01-28ef-4e13-b924-47f93ad5ba72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for subnet (5d4daa1f-6195-4994-8ed7-d5b7224f0386), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:35.190005 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f5adbb01-28ef-4e13-b924-47f93ad5ba72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:35.197235 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-f5adbb01-28ef-4e13-b924-47f93ad5ba72 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5d4daa1f-6195-4994-8ed7-d5b7224f0386 HTTP/1.1" status: 204 len: 168 time: 0.3280909 Feb 10 03:37:35.197880 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 42746) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:35.200069 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5adbb01-28ef-4e13-b924-47f93ad5ba72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d4daa1f-6195-4994-8ed7-d5b7224f0386,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:35.256582 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6409d06-22c8-4cfe-8e47-bf6f2c065115 req-8f801ce2-6e4e-4468-bbc6-62b474214b71 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:35.258240 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a6409d06-22c8-4cfe-8e47-bf6f2c065115 req-8f801ce2-6e4e-4468-bbc6-62b474214b71 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 943 time: 0.1835067 Feb 10 03:37:35.305317 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3ef587d4-eca7-4b60-9453-a0800bc0afc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-664968'] for network (3a8e0065-7432-41c8-9e1c-1c133de28048), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:35.328256 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-8dbce66d-cce3-45f6-8485-b50592d39109 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Made reservation on behalf of 50e1249fa4204bf9ba3044c3c1260634 for: {'port': 1} {{(pid=102732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:37:35.331939 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-8dbce66d-cce3-45f6-8485-b50592d39109 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:35.357895 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-c0855afc-f4f5-47f8-b1d1-cd7c98e6e324 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--766247533&fields=id&tenant_id=f327fcae4b024948a911ad1bdeb06ad9 HTTP/1.1" status: 200 len: 267 time: 0.1354530 Feb 10 03:37:35.380911 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a6409d06-22c8-4cfe-8e47-bf6f2c065115 req-76f405bd-ded4-47bb-8285-7f2c738679d6 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154249 Feb 10 03:37:35.417130 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3ef587d4-eca7-4b60-9453-a0800bc0afc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737483', 'neutron.services.segments.db._delete_segments_for_network-8729388224440'] for network (3a8e0065-7432-41c8-9e1c-1c133de28048), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:35.439384 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3ef587d4-eca7-4b60-9453-a0800bc0afc6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:37:35.440114 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3ef587d4-eca7-4b60-9453-a0800bc0afc6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:37:35.441081 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3ef587d4-eca7-4b60-9453-a0800bc0afc6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:37:35.441516 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3ef587d4-eca7-4b60-9453-a0800bc0afc6 admin admin] Subscribe: > port after_create 55550000 {{(pid=102733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:37:35.442514 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3ef587d4-eca7-4b60-9453-a0800bc0afc6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:37:35.442514 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3ef587d4-eca7-4b60-9453-a0800bc0afc6 admin admin] Subscribe: > port after_update 55550000 {{(pid=102733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:37:35.442514 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3ef587d4-eca7-4b60-9453-a0800bc0afc6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:37:35.442992 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3ef587d4-eca7-4b60-9453-a0800bc0afc6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:37:35.443379 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3ef587d4-eca7-4b60-9453-a0800bc0afc6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:37:35.443778 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3ef587d4-eca7-4b60-9453-a0800bc0afc6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:37:35.562993 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-909ba523-6933-47b0-8851-4e22ff9d7bc6 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:35.569546 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-909ba523-6933-47b0-8851-4e22ff9d7bc6 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/networks?id=d05c7b61-b2b5-4d63-9ad8-889925a1fb38 HTTP/1.1" status: 200 len: 810 time: 0.2110217 Feb 10 03:37:35.586447 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-8dbce66d-cce3-45f6-8485-b50592d39109 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Allocated IP 172.20.0.8 (2276b970-ba53-4cdf-8089-151cb82a4e87/8d5da7a8-bc65-46b6-8077-e221507906cd/29a0a5b3-6729-4753-8ce5-55f51a8c9a2e) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:37:35.589314 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-e60fa1da-aac2-4b86-9b94-72d695ba1078 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/quotas/f327fcae4b024948a911ad1bdeb06ad9 HTTP/1.1" status: 200 len: 375 time: 0.0189631 Feb 10 03:37:35.635581 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3ef587d4-eca7-4b60-9453-a0800bc0afc6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:37:35.636199 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3ef587d4-eca7-4b60-9453-a0800bc0afc6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:37:35.636694 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3ef587d4-eca7-4b60-9453-a0800bc0afc6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:37:35.637359 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3ef587d4-eca7-4b60-9453-a0800bc0afc6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:37:35.637806 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.services.segments.db [None req-3ef587d4-eca7-4b60-9453-a0800bc0afc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8e0065-7432-41c8-9e1c-1c133de28048']}} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:37:35.664896 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.services.segments.db [None req-3ef587d4-eca7-4b60-9453-a0800bc0afc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99601619-70ab-40fd-9324-7da6ead75fd3') {'for_net_delete': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:37:35.665255 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.services.segments.db [None req-3ef587d4-eca7-4b60-9453-a0800bc0afc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99601619-70ab-40fd-9324-7da6ead75fd3') {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:37:35.692392 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3ef587d4-eca7-4b60-9453-a0800bc0afc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729388227777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268408301'] for segment (99601619-70ab-40fd-9324-7da6ead75fd3), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:35.728549 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3ef587d4-eca7-4b60-9453-a0800bc0afc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (99601619-70ab-40fd-9324-7da6ead75fd3), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:35.741162 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef587d4-eca7-4b60-9453-a0800bc0afc6 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 03:37:35.742024 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3ef587d4-eca7-4b60-9453-a0800bc0afc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264842786'] for segment (99601619-70ab-40fd-9324-7da6ead75fd3), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:35.764575 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-60149a36-d9d7-44e6-a048-28b69c05863f tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f327fcae4b024948a911ad1bdeb06ad9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1672652 Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: from cryptography.utils import int_from_bytes Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: from cryptography.utils import int_from_bytes Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: Traceback (most recent call last): Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: timer() Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: cb(*args, **kw) Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: return func(*args, **kwargs) Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: self._notify() Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: self.callback(batched_events) Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: event.method(event) Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: return f(self, *a, **k) Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: return self._get(url).json() Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: return self.request(url, 'GET', **kwargs) Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 03:37:35.772760 dv-cinder-828060-2-iscsi neutron-server[102733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 03:37:35.899731 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3ef587d4-eca7-4b60-9453-a0800bc0afc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575265'] for network (3a8e0065-7432-41c8-9e1c-1c133de28048), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:35.910870 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266f1b0-58d2-484e-8c6f-c5e68d6206c6 req-628c24b8-3f23-4db0-8eb3-49995397d0b0 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:35.912873 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5266f1b0-58d2-484e-8c6f-c5e68d6206c6 req-628c24b8-3f23-4db0-8eb3-49995397d0b0 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 944 time: 0.1950331 Feb 10 03:37:35.918036 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-8dbce66d-cce3-45f6-8485-b50592d39109 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for port (29a0a5b3-6729-4753-8ce5-55f51a8c9a2e), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:35.946530 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device beb068b9-e15c-4f4f-92d7-1c14f685b47d details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:37:35.951129 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3ef587d4-eca7-4b60-9453-a0800bc0afc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:35.962998 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-3ef587d4-eca7-4b60-9453-a0800bc0afc6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3a8e0065-7432-41c8-9e1c-1c133de28048 HTTP/1.1" status: 204 len: 168 time: 0.7585585 Feb 10 03:37:35.964117 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 42790) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:35.966432 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef587d4-eca7-4b60-9453-a0800bc0afc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a8e0065-7432-41c8-9e1c-1c133de28048,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:35.977918 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-bf3f8cdb-5d73-4d88-bfa0-c6fedc01197e service neutron] 10.222.0.32 "GET /v2.0/networks/d05c7b61-b2b5-4d63-9ad8-889925a1fb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865616 Feb 10 03:37:36.095976 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port beb068b9-e15c-4f4f-92d7-1c14f685b47d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=beb068b9-e15c-4f4f-92d7-1c14f685b47d,segment=NetworkSegment(282cda33-29d4-4368-a9fd-c807aa0e6a87),segment_id=282cda33-29d4-4368-a9fd-c807aa0e6a87)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:37:36.109523 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5266f1b0-58d2-484e-8c6f-c5e68d6206c6 req-ee0100cb-21a6-4492-87a6-2f19f776ec2b tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851389 Feb 10 03:37:36.117229 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Returning: {'device': 'beb068b9-e15c-4f4f-92d7-1c14f685b47d', 'network_id': '4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0', 'port_id': 'beb068b9-e15c-4f4f-92d7-1c14f685b47d', 'mac_address': 'fa:16:3e:58:f7:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a238260-e910-4611-881a-7b75876308bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:37:36.122313 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 42798) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:36.146362 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b51a82d-d967-4e1d-b0b7-a1d0a3fa7f6e admin admin] Deleting subnet 0ffa12f5-59b8-48bb-9428-5e0c85bccdc0 {{(pid=102732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 03:37:36.155090 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2b51a82d-d967-4e1d-b0b7-a1d0a3fa7f6e admin admin] Publish callbacks [] for subnet (0ffa12f5-59b8-48bb-9428-5e0c85bccdc0), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:36.182756 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-8dbce66d-cce3-45f6-8485-b50592d39109 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834'] for port (29a0a5b3-6729-4753-8ce5-55f51a8c9a2e), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:36.231058 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port beb068b9-e15c-4f4f-92d7-1c14f685b47d is: DOWN; New status is: BUILD {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:37:36.231475 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (beb068b9-e15c-4f4f-92d7-1c14f685b47d), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:36.258905 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2b51a82d-d967-4e1d-b0b7-a1d0a3fa7f6e admin admin] Publish callbacks [] for subnet (0ffa12f5-59b8-48bb-9428-5e0c85bccdc0), precommit_delete_associations {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:36.275124 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb068b9-e15c-4f4f-92d7-1c14f685b47d {{(pid=102734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:37:36.284801 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-868953a1-f224-4e19-8fb2-8f4be885cae6 service neutron] 10.222.0.32 "GET /v2.0/networks/d05c7b61-b2b5-4d63-9ad8-889925a1fb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811863 Feb 10 03:37:36.300265 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port beb068b9-e15c-4f4f-92d7-1c14f685b47d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=beb068b9-e15c-4f4f-92d7-1c14f685b47d,segment=NetworkSegment(282cda33-29d4-4368-a9fd-c807aa0e6a87),segment_id=282cda33-29d4-4368-a9fd-c807aa0e6a87)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:37:36.305572 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (beb068b9-e15c-4f4f-92d7-1c14f685b47d), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:36.306439 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device df41c157-7d92-4a0b-b955-e6573b3cc8f2 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:37:36.310187 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-8dbce66d-cce3-45f6-8485-b50592d39109 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Network 2276b970-ba53-4cdf-8089-151cb82a4e87 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:37:36.311503 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2b51a82d-d967-4e1d-b0b7-a1d0a3fa7f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686942'] for subnet (0ffa12f5-59b8-48bb-9428-5e0c85bccdc0), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:36.314061 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-82dbec26-06be-46f5-b7ca-37a68c3f6f60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:36.314459 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbce66d-cce3-45f6-8485-b50592d39109 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Pushing event updated for resources: {'Port': ['ID=29a0a5b3-6729-4753-8ce5-55f51a8c9a2e,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:36.340831 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-8dbce66d-cce3-45f6-8485-b50592d39109 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:37:36.341931 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-8dbce66d-cce3-45f6-8485-b50592d39109 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:37:36.347186 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-8dbce66d-cce3-45f6-8485-b50592d39109 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:36.347828 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-8dbce66d-cce3-45f6-8485-b50592d39109 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for port (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:36.379410 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=beb068b9-e15c-4f4f-92d7-1c14f685b47d,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:36.405269 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-8dbce66d-cce3-45f6-8485-b50592d39109 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3398232 Feb 10 03:37:36.445307 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e342c1-4c0b-49ba-ac96-68c7d1022d78 req-316467ec-609c-4ff4-956d-29ae00bbfba4 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:36.447201 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b0e342c1-4c0b-49ba-ac96-68c7d1022d78 req-316467ec-609c-4ff4-956d-29ae00bbfba4 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 931 time: 0.1962795 Feb 10 03:37:36.453740 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-d3378237-c852-4774-8916-56e0ac280af7 service neutron] Request body: {'port': {'device_id': 'd302b3d4-6282-4fbe-a4c4-248881ee8f51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:36.460166 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2b51a82d-d967-4e1d-b0b7-a1d0a3fa7f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for subnet (0ffa12f5-59b8-48bb-9428-5e0c85bccdc0), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:36.565141 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51a82d-d967-4e1d-b0b7-a1d0a3fa7f6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ffa12f5-59b8-48bb-9428-5e0c85bccdc0,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:36.615562 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-82dbec26-06be-46f5-b7ca-37a68c3f6f60 admin admin] Publish callbacks [] for security_group (f8e14eef-a7b1-4f63-b6a9-8ae74791b724), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:36.618125 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2b51a82d-d967-4e1d-b0b7-a1d0a3fa7f6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for subnet (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:36.626842 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-2b51a82d-d967-4e1d-b0b7-a1d0a3fa7f6e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0ffa12f5-59b8-48bb-9428-5e0c85bccdc0 HTTP/1.1" status: 204 len: 168 time: 0.6616242 Feb 10 03:37:36.631660 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port df41c157-7d92-4a0b-b955-e6573b3cc8f2, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=df41c157-7d92-4a0b-b955-e6573b3cc8f2,segment=NetworkSegment(42425802-d116-4386-9517-986ff8eecb95),segment_id=42425802-d116-4386-9517-986ff8eecb95)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:37:36.644002 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 42820) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:36.646178 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-82dbec26-06be-46f5-b7ca-37a68c3f6f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (f8e14eef-a7b1-4f63-b6a9-8ae74791b724), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:36.659095 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Returning: {'device': 'df41c157-7d92-4a0b-b955-e6573b3cc8f2', 'network_id': '8bd4cd27-a10d-4c56-b40b-6272d0715cdc', 'port_id': 'df41c157-7d92-4a0b-b955-e6573b3cc8f2', 'mac_address': 'fa:16:3e:89:9b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8304fa5-9116-449f-aaec-fe76e013c673', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:37:36.723553 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port df41c157-7d92-4a0b-b955-e6573b3cc8f2 is: DOWN; New status is: BUILD {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:37:36.724130 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (df41c157-7d92-4a0b-b955-e6573b3cc8f2), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:36.739561 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b0e342c1-4c0b-49ba-ac96-68c7d1022d78 req-d522ed7b-1927-47ea-89d3-9bd389622aa5 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2820344 Feb 10 03:37:36.756004 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df41c157-7d92-4a0b-b955-e6573b3cc8f2 {{(pid=102734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:37:36.803970 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port df41c157-7d92-4a0b-b955-e6573b3cc8f2, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=df41c157-7d92-4a0b-b955-e6573b3cc8f2,segment=NetworkSegment(42425802-d116-4386-9517-986ff8eecb95),segment_id=42425802-d116-4386-9517-986ff8eecb95)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:37:36.828913 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (df41c157-7d92-4a0b-b955-e6573b3cc8f2), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:36.829758 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-d3378237-c852-4774-8916-56e0ac280af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (29a0a5b3-6729-4753-8ce5-55f51a8c9a2e), before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:36.837194 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-087d7756-7a5a-486c-93e4-18fb73aed19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-664968'] for network (25f2f8fd-5964-4b02-8841-1686b6f77c64), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:36.842236 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc9d6d-788c-4ce1-9246-64a748ced39e req-986955f4-1b77-406a-89b6-018cdc06b055 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:36.850011 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1adc9d6d-788c-4ce1-9246-64a748ced39e req-986955f4-1b77-406a-89b6-018cdc06b055 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 944 time: 0.2769399 Feb 10 03:37:36.904396 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8f4135f1-e926-47f8-8c82-544d2626c904 req-24945623-7fdb-4331-b0fb-3929637b22ef tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 210 time: 0.0509071 Feb 10 03:37:36.909056 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-97064bc1-e9f1-466d-a6b9-075077225009 None None] Provisioning complete for port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:37:36.909238 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-97064bc1-e9f1-466d-a6b9-075077225009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (29a0a5b3-6729-4753-8ce5-55f51a8c9a2e), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:36.949159 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbec26-06be-46f5-b7ca-37a68c3f6f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e14eef-a7b1-4f63-b6a9-8ae74791b724,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:36.953838 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-82dbec26-06be-46f5-b7ca-37a68c3f6f60 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4d12e929497402db0f630a96efefc78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8301473 Feb 10 03:37:36.957309 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 42842) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:36.979775 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=df41c157-7d92-4a0b-b955-e6573b3cc8f2,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:36.997758 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-97064bc1-e9f1-466d-a6b9-075077225009 None None] Port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:37:37.024756 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1adc9d6d-788c-4ce1-9246-64a748ced39e req-d8783e6a-7277-4ce4-9917-a4c841f995cc tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735892 Feb 10 03:37:37.048154 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-087d7756-7a5a-486c-93e4-18fb73aed19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737483', 'neutron.services.segments.db._delete_segments_for_network-8729388224440'] for network (25f2f8fd-5964-4b02-8841-1686b6f77c64), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:37.085228 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.services.segments.db [None req-087d7756-7a5a-486c-93e4-18fb73aed19f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f2f8fd-5964-4b02-8841-1686b6f77c64']}} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:37:37.101374 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.services.segments.db [None req-087d7756-7a5a-486c-93e4-18fb73aed19f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79482387-182b-4620-87bc-48b7cef54454') {'for_net_delete': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:37:37.101607 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.services.segments.db [None req-087d7756-7a5a-486c-93e4-18fb73aed19f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79482387-182b-4620-87bc-48b7cef54454') {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:37:37.112605 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-bfdf28a2-c58d-487b-ab51-7b248c50d907 admin admin] Publish callbacks [] for security_group (f8e14eef-a7b1-4f63-b6a9-8ae74791b724), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:37.116006 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-087d7756-7a5a-486c-93e4-18fb73aed19f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729388227777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268408301'] for segment (79482387-182b-4620-87bc-48b7cef54454), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:37.140589 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-087d7756-7a5a-486c-93e4-18fb73aed19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (79482387-182b-4620-87bc-48b7cef54454), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:37.148196 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-bfdf28a2-c58d-487b-ab51-7b248c50d907 admin admin] Publish callbacks [] for security_group (f8e14eef-a7b1-4f63-b6a9-8ae74791b724), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:37.155782 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-087d7756-7a5a-486c-93e4-18fb73aed19f admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 03:37:37.156187 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-087d7756-7a5a-486c-93e4-18fb73aed19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264842786'] for segment (79482387-182b-4620-87bc-48b7cef54454), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: Traceback (most recent call last): Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: timer() Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: cb(*args, **kw) Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: return func(*args, **kwargs) Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: self._notify() Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: self.callback(batched_events) Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: event.method(event) Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: return f(self, *a, **k) Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: return self._get(url).json() Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: return self.request(url, 'GET', **kwargs) Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 03:37:37.157898 dv-cinder-828060-2-iscsi neutron-server[102733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 03:37:37.236543 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-087d7756-7a5a-486c-93e4-18fb73aed19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575265'] for network (25f2f8fd-5964-4b02-8841-1686b6f77c64), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:37.242848 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-087d7756-7a5a-486c-93e4-18fb73aed19f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:37.249139 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-087d7756-7a5a-486c-93e4-18fb73aed19f admin admin] 10.222.0.32 "DELETE /v2.0/networks/25f2f8fd-5964-4b02-8841-1686b6f77c64 HTTP/1.1" status: 204 len: 168 time: 0.5921531 Feb 10 03:37:37.271181 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d7756-7a5a-486c-93e4-18fb73aed19f admin admin] Pushing event deleted for resources: {'Network': ['ID=25f2f8fd-5964-4b02-8841-1686b6f77c64,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:37.277643 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-bfdf28a2-c58d-487b-ab51-7b248c50d907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (f8e14eef-a7b1-4f63-b6a9-8ae74791b724), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:37.281728 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-bfdf28a2-c58d-487b-ab51-7b248c50d907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:37.286793 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-bfdf28a2-c58d-487b-ab51-7b248c50d907 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8e14eef-a7b1-4f63-b6a9-8ae74791b724 HTTP/1.1" status: 204 len: 168 time: 0.3284137 Feb 10 03:37:37.297380 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf28a2-c58d-487b-ab51-7b248c50d907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e14eef-a7b1-4f63-b6a9-8ae74791b724,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:37.344603 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 42860) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:37.491440 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 42866) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:37.491612 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16507c-56c6-4d75-ac90-4b79562cb30d req-a8f83063-a4c0-4d46-bf3d-9b7ea29fbabf tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:37.493435 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-cf16507c-56c6-4d75-ac90-4b79562cb30d req-a8f83063-a4c0-4d46-bf3d-9b7ea29fbabf tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 945 time: 0.2807355 Feb 10 03:37:37.539734 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-a39b1c97-9812-4204-a66d-e681a47ef00f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bafbe7581d1a4a5eba4a495797a7c13b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468593 Feb 10 03:37:37.540064 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 42868) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:37.579474 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.notifiers.nova [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-d3378237-c852-4774-8916-56e0ac280af7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:37:37.596995 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-d3378237-c852-4774-8916-56e0ac280af7 service neutron] Publish callbacks [] for port (29a0a5b3-6729-4753-8ce5-55f51a8c9a2e), precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:37.617166 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-cf16507c-56c6-4d75-ac90-4b79562cb30d req-0270a6dc-2e4a-46fd-8c97-3ac6108538da tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160252 Feb 10 03:37:37.625004 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-d3378237-c852-4774-8916-56e0ac280af7 service neutron] Transition to ACTIVE for port object 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e will not be triggered until provisioned by entity L2. {{(pid=102732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:37:37.632164 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-d3378237-c852-4774-8916-56e0ac280af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (29a0a5b3-6729-4753-8ce5-55f51a8c9a2e), after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:37.652607 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a19d7b19-2381-4a2f-8e70-8276cd1370c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:37.672008 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0e223c16-cc98-43ec-b38c-ce0874b4074f admin admin] Publish callbacks [] for security_group (d63a3efd-1e2b-4211-afbf-81d08cc2d2d0), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:37.712414 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0e223c16-cc98-43ec-b38c-ce0874b4074f admin admin] Publish callbacks [] for security_group (d63a3efd-1e2b-4211-afbf-81d08cc2d2d0), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:37.722536 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3378237-c852-4774-8916-56e0ac280af7 service neutron] Pushing event updated for resources: {'Port': ['ID=29a0a5b3-6729-4753-8ce5-55f51a8c9a2e,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:37.771106 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a19d7b19-2381-4a2f-8e70-8276cd1370c1 admin admin] Publish callbacks [] for security_group (da8e6919-2efb-4f77-801f-ca220b093a73), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:37.779358 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-d3378237-c852-4774-8916-56e0ac280af7 service neutron] Attempting to bind port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:37:37.779699 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-d3378237-c852-4774-8916-56e0ac280af7 service neutron] Attempting to bind port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '086c110e-e949-4dfb-87df-62ade2705185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:37:37.780023 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-d3378237-c852-4774-8916-56e0ac280af7 service neutron] Attempting to bind port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e on network 2276b970-ba53-4cdf-8089-151cb82a4e87 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:37:37.785202 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-d3378237-c852-4774-8916-56e0ac280af7 service neutron] Port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e on network 2276b970-ba53-4cdf-8089-151cb82a4e87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:37:37.785519 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-d3378237-c852-4774-8916-56e0ac280af7 service neutron] Attempting to bind port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e on network 2276b970-ba53-4cdf-8089-151cb82a4e87 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:37:37.787337 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a19d7b19-2381-4a2f-8e70-8276cd1370c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (da8e6919-2efb-4f77-801f-ca220b093a73), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:37.792503 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-d3378237-c852-4774-8916-56e0ac280af7 service neutron] Checking agent: {'id': '7fa92194-f930-41b3-9bb5-0cd5b2874298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'started_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:37:37.792840 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-d3378237-c852-4774-8916-56e0ac280af7 service neutron] Checking segment: {'id': '086c110e-e949-4dfb-87df-62ade2705185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:37:37.793214 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-d3378237-c852-4774-8916-56e0ac280af7 service neutron] Bound using segment: {'id': '086c110e-e949-4dfb-87df-62ade2705185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:37:37.793827 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-d3378237-c852-4774-8916-56e0ac280af7 service neutron] Bound port: 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086c110e-e949-4dfb-87df-62ade2705185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:37:37.794337 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-d3378237-c852-4774-8916-56e0ac280af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (29a0a5b3-6729-4753-8ce5-55f51a8c9a2e), before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:37.859231 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-a19d7b19-2381-4a2f-8e70-8276cd1370c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4673a544aee04895bae7ea3f9d9ef647&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5134521 Feb 10 03:37:37.860296 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 42880) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:37.861881 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d7b19-2381-4a2f-8e70-8276cd1370c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8e6919-2efb-4f77-801f-ca220b093a73,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:37.862171 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0e223c16-cc98-43ec-b38c-ce0874b4074f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (d63a3efd-1e2b-4211-afbf-81d08cc2d2d0), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:37.876853 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0e223c16-cc98-43ec-b38c-ce0874b4074f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:37.879676 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-0e223c16-cc98-43ec-b38c-ce0874b4074f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d63a3efd-1e2b-4211-afbf-81d08cc2d2d0 HTTP/1.1" status: 204 len: 168 time: 0.3373237 Feb 10 03:37:37.924313 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-433dbce7-4956-4abb-b615-ef74890bf145 admin admin] Publish callbacks [] for security_group (da8e6919-2efb-4f77-801f-ca220b093a73), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:37.947451 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e223c16-cc98-43ec-b38c-ce0874b4074f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63a3efd-1e2b-4211-afbf-81d08cc2d2d0,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:37.954089 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-433dbce7-4956-4abb-b615-ef74890bf145 admin admin] Publish callbacks [] for security_group (da8e6919-2efb-4f77-801f-ca220b093a73), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:37.999223 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.db [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-d3378237-c852-4774-8916-56e0ac280af7 service neutron] For port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e, host hv-cinder-82806, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:37:38.003098 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.db [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-d3378237-c852-4774-8916-56e0ac280af7 service neutron] For port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=29a0a5b3-6729-4753-8ce5-55f51a8c9a2e,segment=NetworkSegment(086c110e-e949-4dfb-87df-62ade2705185),segment_id=086c110e-e949-4dfb-87df-62ade2705185)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:37:38.017207 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad6a63-9763-43b7-8a04-3e154ec747c1 req-becbf923-a42d-4313-800b-5c419e48d8a0 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:38.019804 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-81ad6a63-9763-43b7-8a04-3e154ec747c1 req-becbf923-a42d-4313-800b-5c419e48d8a0 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 943 time: 0.1614823 Feb 10 03:37:38.021658 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-d3378237-c852-4774-8916-56e0ac280af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (29a0a5b3-6729-4753-8ce5-55f51a8c9a2e), after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:38.024633 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-433dbce7-4956-4abb-b615-ef74890bf145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (da8e6919-2efb-4f77-801f-ca220b093a73), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:38.028422 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-433dbce7-4956-4abb-b615-ef74890bf145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:38.029978 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-433dbce7-4956-4abb-b615-ef74890bf145 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da8e6919-2efb-4f77-801f-ca220b093a73 HTTP/1.1" status: 204 len: 168 time: 0.1635551 Feb 10 03:37:38.038803 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433dbce7-4956-4abb-b615-ef74890bf145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8e6919-2efb-4f77-801f-ca220b093a73,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:38.121013 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-10bcec54-6ec5-4301-8df6-a7cbd55a5794 req-2381aeb4-2340-4540-b9d1-842a1d92f97b tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 210 time: 0.0475593 Feb 10 03:37:38.122668 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-d3378237-c852-4774-8916-56e0ac280af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:38.123297 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-d3378237-c852-4774-8916-56e0ac280af7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for port (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:38.124630 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-d3378237-c852-4774-8916-56e0ac280af7 service neutron] 10.222.0.21 "PUT /v2.0/ports/29a0a5b3-6729-4753-8ce5-55f51a8c9a2e HTTP/1.1" status: 200 len: 1093 time: 1.6895623 Feb 10 03:37:38.127079 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd302b3d4-6282-4fbe-a4c4-248881ee8f51', 'tag': '29a0a5b3-6729-4753-8ce5-55f51a8c9a2e'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:37:38.129329 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c602a1d3bfa6b920adc7a3165aab5144276c11c90910883e43ac8280538c1e72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fd48b7-3e04-422c-b90b-fa49b8171d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "d302b3d4-6282-4fbe-a4c4-248881ee8f51", "tag": "29a0a5b3-6729-4753-8ce5-55f51a8c9a2e"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:37:38.182557 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3378237-c852-4774-8916-56e0ac280af7 service neutron] Pushing event updated for resources: {'Port': ['ID=29a0a5b3-6729-4753-8ce5-55f51a8c9a2e,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:38.195295 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-81ad6a63-9763-43b7-8a04-3e154ec747c1 req-c271fe84-af9e-4c86-9277-858d85dd24af tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650646 Feb 10 03:37:38.268511 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14b2f0a-1787-434a-9950-ebc55f8cbe0e x-openstack-request-id: req-f14b2f0a-1787-434a-9950-ebc55f8cbe0e {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:37:38.268803 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d302b3d4-6282-4fbe-a4c4-248881ee8f51", "tag": "29a0a5b3-6729-4753-8ce5-55f51a8c9a2e", "status": "completed", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:37:38.269058 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f14b2f0a-1787-434a-9950-ebc55f8cbe0e {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:37:38.269458 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd302b3d4-6282-4fbe-a4c4-248881ee8f51', 'tag': '29a0a5b3-6729-4753-8ce5-55f51a8c9a2e', 'status': 'completed', 'code': 200} Feb 10 03:37:38.297665 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed4dc9-8bec-4a72-b11f-c7f72ae0061c req-ea92d68b-4fad-4c8f-94ed-7278a523a2a3 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:38.299343 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b7ed4dc9-8bec-4a72-b11f-c7f72ae0061c req-ea92d68b-4fad-4c8f-94ed-7278a523a2a3 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 944 time: 0.0709739 Feb 10 03:37:38.354243 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b7ed4dc9-8bec-4a72-b11f-c7f72ae0061c req-692da3ba-f57d-453a-b99d-a662d0d988fd tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482805 Feb 10 03:37:38.451178 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 42904) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:38.466336 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8a9d4a73-1c66-41c4-bcfb-daa375206dd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:38.478150 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 42906) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:38.521547 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-2ec641f3-9786-4530-a898-c81c1f3c8347 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b89656f99db489590be8bfe1020f3b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418928 Feb 10 03:37:38.524151 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 42908) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:38.553604 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8a9d4a73-1c66-41c4-bcfb-daa375206dd3 admin admin] Publish callbacks [] for security_group (835b25c0-5aab-46c5-958b-8c1ceba06f6f), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:38.558353 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8a9d4a73-1c66-41c4-bcfb-daa375206dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (835b25c0-5aab-46c5-958b-8c1ceba06f6f), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:38.576355 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-28620f6f-5724-4d73-9e5f-90dec8ca62e1 admin admin] Publish callbacks [] for security_group (1821b029-0e3f-4084-890a-1e0c98194d9f), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:38.597398 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-8a9d4a73-1c66-41c4-bcfb-daa375206dd3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=37024c987fe24f79af26e25741b13270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449220 Feb 10 03:37:38.598563 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d4a73-1c66-41c4-bcfb-daa375206dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835b25c0-5aab-46c5-958b-8c1ceba06f6f,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:38.600148 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 42910) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:38.608250 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-28620f6f-5724-4d73-9e5f-90dec8ca62e1 admin admin] Publish callbacks [] for security_group (1821b029-0e3f-4084-890a-1e0c98194d9f), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:38.700153 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6b9ee2df-a197-4cc8-a4b8-b3b8b543540b admin admin] Publish callbacks [] for security_group (835b25c0-5aab-46c5-958b-8c1ceba06f6f), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:38.736577 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-28620f6f-5724-4d73-9e5f-90dec8ca62e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (1821b029-0e3f-4084-890a-1e0c98194d9f), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:38.739135 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-28620f6f-5724-4d73-9e5f-90dec8ca62e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:38.742644 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-28620f6f-5724-4d73-9e5f-90dec8ca62e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1821b029-0e3f-4084-890a-1e0c98194d9f HTTP/1.1" status: 204 len: 168 time: 0.2152250 Feb 10 03:37:38.763619 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6b9ee2df-a197-4cc8-a4b8-b3b8b543540b admin admin] Publish callbacks [] for security_group (835b25c0-5aab-46c5-958b-8c1ceba06f6f), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:38.766344 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28620f6f-5724-4d73-9e5f-90dec8ca62e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1821b029-0e3f-4084-890a-1e0c98194d9f,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:38.815116 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab84d87-3577-46e8-9a02-2e79a01fc2df req-610642d0-cd49-44bb-bddd-96d4c222bfb9 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:38.816653 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-eab84d87-3577-46e8-9a02-2e79a01fc2df req-610642d0-cd49-44bb-bddd-96d4c222bfb9 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 945 time: 0.1141744 Feb 10 03:37:38.858730 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6b9ee2df-a197-4cc8-a4b8-b3b8b543540b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (835b25c0-5aab-46c5-958b-8c1ceba06f6f), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:38.861349 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6b9ee2df-a197-4cc8-a4b8-b3b8b543540b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:38.862452 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-6b9ee2df-a197-4cc8-a4b8-b3b8b543540b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/835b25c0-5aab-46c5-958b-8c1ceba06f6f HTTP/1.1" status: 204 len: 168 time: 0.2613428 Feb 10 03:37:38.880408 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ee2df-a197-4cc8-a4b8-b3b8b543540b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835b25c0-5aab-46c5-958b-8c1ceba06f6f,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:38.888136 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-eab84d87-3577-46e8-9a02-2e79a01fc2df req-c0b0f5ff-820b-4810-ad79-21a7b95c636c tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653009 Feb 10 03:37:39.177296 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd48b7-3e04-422c-b90b-fa49b8171d6b req-1d39587c-3631-40aa-8dd1-0e7ce6d99a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:39.179615 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-62fd48b7-3e04-422c-b90b-fa49b8171d6b req-1d39587c-3631-40aa-8dd1-0e7ce6d99a60 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=50e1249fa4204bf9ba3044c3c1260634&device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 1127 time: 0.0761919 Feb 10 03:37:39.236938 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-96a59d3f-92af-47f1-b3dc-1b4219426942 req-e61e0209-c225-4ee7-9667-fdf11199fd5d tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 210 time: 0.0351300 Feb 10 03:37:39.460431 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 6 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:37:39.520593 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4a60f-e967-46e1-92b3-67be27cdd66f req-4a900b8f-78dc-4cf6-93a4-65d089b3201e tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:39.522103 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d1e4a60f-e967-46e1-92b3-67be27cdd66f req-4a900b8f-78dc-4cf6-93a4-65d089b3201e tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 943 time: 0.2113290 Feb 10 03:37:39.524218 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd48b7-3e04-422c-b90b-fa49b8171d6b req-dfcac10a-b00a-451c-9f7b-ec54733a2d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:39.525566 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-62fd48b7-3e04-422c-b90b-fa49b8171d6b req-dfcac10a-b00a-451c-9f7b-ec54733a2d34 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=50e1249fa4204bf9ba3044c3c1260634&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2878478 Feb 10 03:37:39.559382 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebabc4-79f1-42bd-a608-e3a2ed5e7fe5 req-a6459cf4-17e1-4701-8a60-3e1d8a314924 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:39.561064 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a8ebabc4-79f1-42bd-a608-e3a2ed5e7fe5 req-a6459cf4-17e1-4701-8a60-3e1d8a314924 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 944 time: 0.1058621 Feb 10 03:37:39.603277 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d1e4a60f-e967-46e1-92b3-67be27cdd66f req-955bd50e-0d3a-457d-b102-792c88f11fa3 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698984 Feb 10 03:37:39.641137 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a8ebabc4-79f1-42bd-a608-e3a2ed5e7fe5 req-e5cbcb2b-ba24-44b6-b2af-582d25ca472c tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696034 Feb 10 03:37:40.047730 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0dbd8-8bd7-4ec5-8a62-923c2969bdf4 req-54c7baca-a7da-4373-86f4-c3ab57542353 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:40.049666 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-53c0dbd8-8bd7-4ec5-8a62-923c2969bdf4 req-54c7baca-a7da-4373-86f4-c3ab57542353 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 945 time: 0.0747831 Feb 10 03:37:40.114277 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-53c0dbd8-8bd7-4ec5-8a62-923c2969bdf4 req-b5f1ffe8-2744-461e-a78e-96b59849e99d tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586123 Feb 10 03:37:40.389821 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-062faf86-a54f-4682-86b2-ede5c5493ebb req-b25c19a9-0fc7-44aa-a71c-337472a4cd94 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 210 time: 0.0503163 Feb 10 03:37:40.507279 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd48b7-3e04-422c-b90b-fa49b8171d6b req-bd32ec0b-bc70-4f8c-ab14-0e2a17dd537b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:40.509353 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-62fd48b7-3e04-422c-b90b-fa49b8171d6b req-bd32ec0b-bc70-4f8c-ab14-0e2a17dd537b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2024047 Feb 10 03:37:40.762299 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd6b6d-c999-4852-bc74-aaca7fbaff93 req-010936b7-d4b7-4325-8387-743e61cea135 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:40.763689 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-12dd6b6d-c999-4852-bc74-aaca7fbaff93 req-010936b7-d4b7-4325-8387-743e61cea135 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 943 time: 0.0812855 Feb 10 03:37:40.794284 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b087ca-3d7a-4317-abef-58449b06effb req-bbf9066f-746f-4a15-b83d-1d21ffcfe584 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:40.795747 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-42b087ca-3d7a-4317-abef-58449b06effb req-bbf9066f-746f-4a15-b83d-1d21ffcfe584 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 944 time: 0.0783360 Feb 10 03:37:40.835990 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-12dd6b6d-c999-4852-bc74-aaca7fbaff93 req-e124fd11-5682-48ab-8254-90b62e2f6514 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658562 Feb 10 03:37:40.858322 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-42b087ca-3d7a-4317-abef-58449b06effb req-435dda79-c18b-43c4-83ca-1921c16e2d9e tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568039 Feb 10 03:37:41.234952 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f2143-a625-497b-bb22-9c5fd0641520 req-74ac704e-0ea8-4f7b-86de-bb33d10a8372 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:41.236449 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-fc7f2143-a625-497b-bb22-9c5fd0641520 req-74ac704e-0ea8-4f7b-86de-bb33d10a8372 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 945 time: 0.0546021 Feb 10 03:37:41.288332 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-fc7f2143-a625-497b-bb22-9c5fd0641520 req-febdef5b-2cfc-45d5-b220-6016238f0a4a tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460458 Feb 10 03:37:41.500798 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f7e5dd1e-bde4-4add-ae03-74d852b77c48 req-4f5c2e60-50f9-4b85-8fac-e0b8aa80b8a1 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 210 time: 0.0330088 Feb 10 03:37:41.989913 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5cd06-b23e-498c-a24d-3438791c49c1 req-6c9fc684-6893-44da-b55a-9c6cc5137106 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:41.991390 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e9b5cd06-b23e-498c-a24d-3438791c49c1 req-6c9fc684-6893-44da-b55a-9c6cc5137106 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 943 time: 0.0812416 Feb 10 03:37:42.010265 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a65c6a-9922-4f1f-9ac9-598e9c3fb323 req-8b89463e-25d2-470f-bfe9-f0a63c4141e7 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:42.011719 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-16a65c6a-9922-4f1f-9ac9-598e9c3fb323 req-8b89463e-25d2-470f-bfe9-f0a63c4141e7 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 944 time: 0.0754626 Feb 10 03:37:42.074678 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e9b5cd06-b23e-498c-a24d-3438791c49c1 req-ba142039-321b-459f-93eb-aa79c607b234 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766895 Feb 10 03:37:42.091071 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-16a65c6a-9922-4f1f-9ac9-598e9c3fb323 req-f16af80c-c3cf-453a-b0cf-6708b7cb1487 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721402 Feb 10 03:37:42.155898 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['beb068b9-e15c-4f4f-92d7-1c14f685b47d'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:37:42.176140 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['df41c157-7d92-4a0b-b955-e6573b3cc8f2'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:37:42.249285 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-b8c307f6-f284-4f23-89c9-4fc200c8b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:42.251619 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-b8c307f6-f284-4f23-89c9-4fc200c8b3f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=50e1249fa4204bf9ba3044c3c1260634&device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 1127 time: 0.0569892 Feb 10 03:37:42.310679 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-a3302617-78ad-46db-a925-ff8af47df06a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29a0a5b3-6729-4753-8ce5-55f51a8c9a2e HTTP/1.1" status: 200 len: 217 time: 0.0362859 Feb 10 03:37:42.325369 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-94450865-32a5-4c07-a50b-136e07949709 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:42.327138 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-94450865-32a5-4c07-a50b-136e07949709 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.21 "GET /v2.0/networks?id=d05c7b61-b2b5-4d63-9ad8-889925a1fb38 HTTP/1.1" status: 200 len: 810 time: 0.1317554 Feb 10 03:37:42.426870 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-4f944d65-933f-45fd-b0d9-93d280b7daa4 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f327fcae4b024948a911ad1bdeb06ad9 HTTP/1.1" status: 200 len: 379 time: 0.0728836 Feb 10 03:37:42.430199 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-eef19483-38cf-49f7-b93a-7bae79f3cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:42.431733 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-eef19483-38cf-49f7-b93a-7bae79f3cdab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8d5da7a8-bc65-46b6-8077-e221507906cd HTTP/1.1" status: 200 len: 856 time: 0.1095216 Feb 10 03:37:42.436024 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-0e3f1f88-4481-486c-9e29-c7eeb7107a26 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Request body: {'port': {'device_id': 'd60b46a9-24cb-430f-83bd-3c74a87a08cd', 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38', 'admin_state_up': True, 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'security_groups': ['f48aba44-cff5-4b04-afdd-f9bc1dcd0692']}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:42.482535 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12221001-0e91-486d-99b3-6f8120b7c68d req-76203d20-9703-4a83-8068-ad3c7372da5f tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:42.484097 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-12221001-0e91-486d-99b3-6f8120b7c68d req-76203d20-9703-4a83-8068-ad3c7372da5f tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 945 time: 0.1184835 Feb 10 03:37:42.531290 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-7c9a3c19-c053-4ce4-bb18-9a545307a646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:42.532784 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-7c9a3c19-c053-4ce4-bb18-9a545307a646 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2276b970-ba53-4cdf-8089-151cb82a4e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0932071 Feb 10 03:37:42.551323 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-0e3f1f88-4481-486c-9e29-c7eeb7107a26 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Made reservation on behalf of f327fcae4b024948a911ad1bdeb06ad9 for: {'port': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:37:42.551929 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-12221001-0e91-486d-99b3-6f8120b7c68d req-87c99db2-57ac-4fb7-8806-754fee02c9f0 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605068 Feb 10 03:37:42.554935 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-0e3f1f88-4481-486c-9e29-c7eeb7107a26 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:42.704893 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-0e3f1f88-4481-486c-9e29-c7eeb7107a26 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Allocated IP 172.20.0.7 (d05c7b61-b2b5-4d63-9ad8-889925a1fb38/bec865b2-7c97-41d1-94cb-c04a8fe247f5/2f6a5eaa-729c-49cc-aff5-a2c491acd54d) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:37:42.807594 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d821d851-53ad-4422-b66e-40f4cb1d8fdf req-112a09f3-02b2-42ab-8a92-600bf64c654b tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 210 time: 0.2301171 Feb 10 03:37:42.865825 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-960cfc7a-e04b-417a-a631-44db25914080 service neutron] 10.222.0.21 "GET /v2.0/networks/2276b970-ba53-4cdf-8089-151cb82a4e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128092 Feb 10 03:37:42.963845 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-caf81d7e-da4d-48e0-89b3-88865bb115e8 req-7c9e2a90-8973-4cb6-9b6a-d8182f888a80 service neutron] 10.222.0.21 "GET /v2.0/networks/2276b970-ba53-4cdf-8089-151cb82a4e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917988 Feb 10 03:37:43.038224 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-0e3f1f88-4481-486c-9e29-c7eeb7107a26 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for port (2f6a5eaa-729c-49cc-aff5-a2c491acd54d), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:43.075388 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-0e3f1f88-4481-486c-9e29-c7eeb7107a26 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (2f6a5eaa-729c-49cc-aff5-a2c491acd54d), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:43.119425 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-0e3f1f88-4481-486c-9e29-c7eeb7107a26 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Network d05c7b61-b2b5-4d63-9ad8-889925a1fb38 is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:37:43.123068 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-0e3f1f88-4481-486c-9e29-c7eeb7107a26 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:37:43.127031 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-0e3f1f88-4481-486c-9e29-c7eeb7107a26 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:37:43.158247 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f1f88-4481-486c-9e29-c7eeb7107a26 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Pushing event updated for resources: {'Port': ['ID=2f6a5eaa-729c-49cc-aff5-a2c491acd54d,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:43.189409 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-0e3f1f88-4481-486c-9e29-c7eeb7107a26 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:43.190772 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-0e3f1f88-4481-486c-9e29-c7eeb7107a26 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:43.208295 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-0e3f1f88-4481-486c-9e29-c7eeb7107a26 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7759640 Feb 10 03:37:43.226624 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-8b4156fc-47d3-4fa3-b7d2-6ee973bba865 service neutron] Request body: {'port': {'device_id': 'd60b46a9-24cb-430f-83bd-3c74a87a08cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:43.262080 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183be38a-5e8e-46f2-adf4-152294f076e9 req-cd3fa80b-7e68-4335-9e2a-e97b79c3f095 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:43.263679 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-183be38a-5e8e-46f2-adf4-152294f076e9 req-cd3fa80b-7e68-4335-9e2a-e97b79c3f095 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 943 time: 0.1037459 Feb 10 03:37:43.284582 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffc444-d14e-4205-9ad9-aacd4232bf7b req-d2e43b80-381d-43e7-806b-a15b8860d683 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:43.286135 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c6ffc444-d14e-4205-9ad9-aacd4232bf7b req-d2e43b80-381d-43e7-806b-a15b8860d683 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 944 time: 0.0800149 Feb 10 03:37:43.290778 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-8b4156fc-47d3-4fa3-b7d2-6ee973bba865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (2f6a5eaa-729c-49cc-aff5-a2c491acd54d), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:43.346928 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-183be38a-5e8e-46f2-adf4-152294f076e9 req-1b4b542b-9511-4aa6-9a33-f86b5c834ea2 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761175 Feb 10 03:37:43.366069 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c6ffc444-d14e-4205-9ad9-aacd4232bf7b req-dd6e5164-bf47-437f-94e2-4e78b53508f8 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685647 Feb 10 03:37:43.428805 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-b7bd5337-d0b6-46c3-9caa-2dbd95512a6a None None] Provisioning complete for port 2f6a5eaa-729c-49cc-aff5-a2c491acd54d triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:37:43.429409 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-b7bd5337-d0b6-46c3-9caa-2dbd95512a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (2f6a5eaa-729c-49cc-aff5-a2c491acd54d), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:43.473518 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-b7bd5337-d0b6-46c3-9caa-2dbd95512a6a None None] Port 2f6a5eaa-729c-49cc-aff5-a2c491acd54d cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:37:43.563991 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-8b4156fc-47d3-4fa3-b7d2-6ee973bba865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f6a5eaa-729c-49cc-aff5-a2c491acd54d {{(pid=102733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:37:43.571573 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-8b4156fc-47d3-4fa3-b7d2-6ee973bba865 service neutron] Publish callbacks [] for port (2f6a5eaa-729c-49cc-aff5-a2c491acd54d), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:43.585884 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.provisioning_blocks [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-8b4156fc-47d3-4fa3-b7d2-6ee973bba865 service neutron] Transition to ACTIVE for port object 2f6a5eaa-729c-49cc-aff5-a2c491acd54d will not be triggered until provisioned by entity L2. {{(pid=102733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:37:43.589752 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-8b4156fc-47d3-4fa3-b7d2-6ee973bba865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (2f6a5eaa-729c-49cc-aff5-a2c491acd54d), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:43.683170 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4156fc-47d3-4fa3-b7d2-6ee973bba865 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6a5eaa-729c-49cc-aff5-a2c491acd54d,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:43.718970 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7b943-83b1-482c-80b5-88432e794fe4 req-323c2139-90c8-4ba5-b4b6-68736e7792c6 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:43.724709 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-8b4156fc-47d3-4fa3-b7d2-6ee973bba865 service neutron] Attempting to bind port 2f6a5eaa-729c-49cc-aff5-a2c491acd54d on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:37:43.725044 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-8b4156fc-47d3-4fa3-b7d2-6ee973bba865 service neutron] Attempting to bind port 2f6a5eaa-729c-49cc-aff5-a2c491acd54d by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '784eaaa7-3d14-4567-8c49-962a1b348d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:37:43.725376 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-8b4156fc-47d3-4fa3-b7d2-6ee973bba865 service neutron] Attempting to bind port 2f6a5eaa-729c-49cc-aff5-a2c491acd54d on network d05c7b61-b2b5-4d63-9ad8-889925a1fb38 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:37:43.728263 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c2e7b943-83b1-482c-80b5-88432e794fe4 req-323c2139-90c8-4ba5-b4b6-68736e7792c6 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 945 time: 0.1077526 Feb 10 03:37:43.730434 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-8b4156fc-47d3-4fa3-b7d2-6ee973bba865 service neutron] Port 2f6a5eaa-729c-49cc-aff5-a2c491acd54d on network d05c7b61-b2b5-4d63-9ad8-889925a1fb38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:37:43.730797 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-8b4156fc-47d3-4fa3-b7d2-6ee973bba865 service neutron] Attempting to bind port 2f6a5eaa-729c-49cc-aff5-a2c491acd54d on network d05c7b61-b2b5-4d63-9ad8-889925a1fb38 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:37:43.737964 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-8b4156fc-47d3-4fa3-b7d2-6ee973bba865 service neutron] Checking agent: {'id': '7fa92194-f930-41b3-9bb5-0cd5b2874298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'started_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:37:43.738945 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-8b4156fc-47d3-4fa3-b7d2-6ee973bba865 service neutron] Checking segment: {'id': '784eaaa7-3d14-4567-8c49-962a1b348d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:37:43.739331 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-8b4156fc-47d3-4fa3-b7d2-6ee973bba865 service neutron] Bound using segment: {'id': '784eaaa7-3d14-4567-8c49-962a1b348d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:37:43.739973 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-8b4156fc-47d3-4fa3-b7d2-6ee973bba865 service neutron] Bound port: 2f6a5eaa-729c-49cc-aff5-a2c491acd54d, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '784eaaa7-3d14-4567-8c49-962a1b348d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:37:43.740475 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-8b4156fc-47d3-4fa3-b7d2-6ee973bba865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (2f6a5eaa-729c-49cc-aff5-a2c491acd54d), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:43.799056 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c2e7b943-83b1-482c-80b5-88432e794fe4 req-07c163ea-a915-4278-80d4-1fb874372572 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697992 Feb 10 03:37:43.847911 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-8b4156fc-47d3-4fa3-b7d2-6ee973bba865 service neutron] For port 2f6a5eaa-729c-49cc-aff5-a2c491acd54d, host hv-cinder-82806, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:37:43.852555 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-8b4156fc-47d3-4fa3-b7d2-6ee973bba865 service neutron] For port 2f6a5eaa-729c-49cc-aff5-a2c491acd54d, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=2f6a5eaa-729c-49cc-aff5-a2c491acd54d,segment=NetworkSegment(784eaaa7-3d14-4567-8c49-962a1b348d44),segment_id=784eaaa7-3d14-4567-8c49-962a1b348d44)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:37:43.873088 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-8b4156fc-47d3-4fa3-b7d2-6ee973bba865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (2f6a5eaa-729c-49cc-aff5-a2c491acd54d), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:43.923417 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-8b4156fc-47d3-4fa3-b7d2-6ee973bba865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:43.924053 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-8b4156fc-47d3-4fa3-b7d2-6ee973bba865 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:43.925524 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-8b4156fc-47d3-4fa3-b7d2-6ee973bba865 service neutron] 10.222.0.21 "PUT /v2.0/ports/2f6a5eaa-729c-49cc-aff5-a2c491acd54d HTTP/1.1" status: 200 len: 1093 time: 0.7036712 Feb 10 03:37:43.926008 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60b46a9-24cb-430f-83bd-3c74a87a08cd', 'tag': '2f6a5eaa-729c-49cc-aff5-a2c491acd54d'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:37:43.934026 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa6f3f8-d3c1-4f9a-bcd1-03a35126c9fc" -d '{"events": [{"name": "network-changed", "server_uuid": "d60b46a9-24cb-430f-83bd-3c74a87a08cd", "tag": "2f6a5eaa-729c-49cc-aff5-a2c491acd54d"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:37:44.033231 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4156fc-47d3-4fa3-b7d2-6ee973bba865 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6a5eaa-729c-49cc-aff5-a2c491acd54d,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:44.048956 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device beb068b9-e15c-4f4f-92d7-1c14f685b47d up at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:37:44.060985 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2176cec-1998-4797-9985-6e3138e1d7e3 x-openstack-request-id: req-f2176cec-1998-4797-9985-6e3138e1d7e3 {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:37:44.061231 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ab36d-82b4-4ebd-8e86-5cf84ab0b54e req-a0bb1b25-e49d-4021-93ca-ddffa779ddd7 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:44.064659 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dd7ab36d-82b4-4ebd-8e86-5cf84ab0b54e req-a0bb1b25-e49d-4021-93ca-ddffa779ddd7 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 943 time: 0.1402013 Feb 10 03:37:44.065188 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60b46a9-24cb-430f-83bd-3c74a87a08cd", "tag": "2f6a5eaa-729c-49cc-aff5-a2c491acd54d", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:37:44.065448 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2176cec-1998-4797-9985-6e3138e1d7e3 {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:37:44.065872 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd60b46a9-24cb-430f-83bd-3c74a87a08cd', 'tag': '2f6a5eaa-729c-49cc-aff5-a2c491acd54d', 'status': 'completed', 'code': 200} Feb 10 03:37:44.095988 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-4e051ca3-fbb1-4da6-b124-50bf7b3e3dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:44.099997 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-4e051ca3-fbb1-4da6-b124-50bf7b3e3dfa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f327fcae4b024948a911ad1bdeb06ad9&device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 1127 time: 0.0826893 Feb 10 03:37:44.151086 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning for port beb068b9-e15c-4f4f-92d7-1c14f685b47d completed by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:37:44.158200 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning complete for port beb068b9-e15c-4f4f-92d7-1c14f685b47d triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:37:44.160402 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (beb068b9-e15c-4f4f-92d7-1c14f685b47d), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:44.192358 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dd7ab36d-82b4-4ebd-8e86-5cf84ab0b54e req-aed7e873-5c66-4375-a871-b0f7c6027a13 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212404 Feb 10 03:37:44.241136 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-51e24ffc-1b98-43d6-a6cc-f548ab8ca903 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f6a5eaa-729c-49cc-aff5-a2c491acd54d HTTP/1.1" status: 200 len: 217 time: 0.1166799 Feb 10 03:37:44.309548 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port beb068b9-e15c-4f4f-92d7-1c14f685b47d is: BUILD; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:37:44.309943 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (beb068b9-e15c-4f4f-92d7-1c14f685b47d), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:44.317318 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-7d2ecdcb-666f-404b-aa54-5892c27af675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:44.319130 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-7d2ecdcb-666f-404b-aa54-5892c27af675 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bec865b2-7c97-41d1-94cb-c04a8fe247f5 HTTP/1.1" status: 200 len: 849 time: 0.0665145 Feb 10 03:37:44.370009 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28168573-b016-4c85-a32c-158c4155cd28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb068b9-e15c-4f4f-92d7-1c14f685b47d'}] {{(pid=102734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:37:44.433603 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-2eb17892-698a-45bb-970e-0fbe5556edec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:44.435663 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-2eb17892-698a-45bb-970e-0fbe5556edec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d05c7b61-b2b5-4d63-9ad8-889925a1fb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1092081 Feb 10 03:37:44.472110 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port beb068b9-e15c-4f4f-92d7-1c14f685b47d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=beb068b9-e15c-4f4f-92d7-1c14f685b47d,segment=NetworkSegment(282cda33-29d4-4368-a9fd-c807aa0e6a87),segment_id=282cda33-29d4-4368-a9fd-c807aa0e6a87)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:37:44.481055 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (beb068b9-e15c-4f4f-92d7-1c14f685b47d), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:44.482213 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device df41c157-7d92-4a0b-b955-e6573b3cc8f2 up at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:37:44.564448 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=beb068b9-e15c-4f4f-92d7-1c14f685b47d,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:44.585537 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f765ceee2b9e6863c7c09e3b0452b272479917b97bc142159859c6a833de831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e602efd-c957-47ad-800a-fc7763f8705f" -d '{"events": [{"server_uuid": "28168573-b016-4c85-a32c-158c4155cd28", "name": "network-vif-plugged", "status": "completed", "tag": "beb068b9-e15c-4f4f-92d7-1c14f685b47d"}]}' {{(pid=102734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:37:44.588145 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-a51d6306-5420-4347-8259-ff1fa880996e service neutron] 10.222.0.21 "GET /v2.0/networks/d05c7b61-b2b5-4d63-9ad8-889925a1fb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444192 Feb 10 03:37:44.595640 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning for port df41c157-7d92-4a0b-b955-e6573b3cc8f2 completed by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:37:44.599715 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning complete for port df41c157-7d92-4a0b-b955-e6573b3cc8f2 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:37:44.600260 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (df41c157-7d92-4a0b-b955-e6573b3cc8f2), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:44.614335 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5cde94-81b5-419b-b1f8-bbe6548e0d27 req-e958d872-c4cf-4e3f-a376-1e11135fa353 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:44.615937 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5e5cde94-81b5-419b-b1f8-bbe6548e0d27 req-e958d872-c4cf-4e3f-a376-1e11135fa353 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 945 time: 0.1275125 Feb 10 03:37:44.627746 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d2c0c-ffa0-451a-b1f3-c1c37f0f4440 req-ed960857-dba6-4f13-adbb-d6d4ab70e641 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:44.629283 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b96d2c0c-ffa0-451a-b1f3-c1c37f0f4440 req-ed960857-dba6-4f13-adbb-d6d4ab70e641 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 943 time: 0.0881672 Feb 10 03:37:44.679267 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port df41c157-7d92-4a0b-b955-e6573b3cc8f2 is: BUILD; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:37:44.679668 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (df41c157-7d92-4a0b-b955-e6573b3cc8f2), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:44.691682 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5e5cde94-81b5-419b-b1f8-bbe6548e0d27 req-48ec9780-6fdc-41ea-83be-736aef5eb608 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613461 Feb 10 03:37:44.716161 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b96d2c0c-ffa0-451a-b1f3-c1c37f0f4440 req-1fc4266f-3cfd-4f6a-932e-4df609062f22 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789096 Feb 10 03:37:44.722550 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port df41c157-7d92-4a0b-b955-e6573b3cc8f2, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=df41c157-7d92-4a0b-b955-e6573b3cc8f2,segment=NetworkSegment(42425802-d116-4386-9517-986ff8eecb95),segment_id=42425802-d116-4386-9517-986ff8eecb95)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:37:44.727971 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (df41c157-7d92-4a0b-b955-e6573b3cc8f2), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:44.779010 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=df41c157-7d92-4a0b-b955-e6573b3cc8f2,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:44.796317 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2afd1f-b9a4-44de-81d4-bef5544c1242 x-openstack-request-id: req-8a2afd1f-b9a4-44de-81d4-bef5544c1242 {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:37:44.796630 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28168573-b016-4c85-a32c-158c4155cd28", "name": "network-vif-plugged", "status": "completed", "tag": "beb068b9-e15c-4f4f-92d7-1c14f685b47d", "code": 200}]} {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:37:44.796887 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a2afd1f-b9a4-44de-81d4-bef5544c1242 {{(pid=102734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:37:44.797349 dv-cinder-828060-2-iscsi neutron-server[102734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28168573-b016-4c85-a32c-158c4155cd28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb068b9-e15c-4f4f-92d7-1c14f685b47d', 'code': 200} Feb 10 03:37:44.923165 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071957bb-68cd-4903-bb4b-006df760de1c req-a6137bf6-914d-4c40-9dc3-7e785a97f4c6 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:44.924553 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-071957bb-68cd-4903-bb4b-006df760de1c req-a6137bf6-914d-4c40-9dc3-7e785a97f4c6 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 946 time: 0.0555913 Feb 10 03:37:44.976939 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-071957bb-68cd-4903-bb4b-006df760de1c req-34edbeee-869a-4d38-be31-4119344607c2 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466201 Feb 10 03:37:45.318442 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099569a1-9df8-4006-9ec8-6bb823289b50 req-0a8671c2-04e9-47a4-b64b-3f0bb2625d86 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:45.320003 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-099569a1-9df8-4006-9ec8-6bb823289b50 req-0a8671c2-04e9-47a4-b64b-3f0bb2625d86 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 943 time: 0.0554442 Feb 10 03:37:45.368607 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-099569a1-9df8-4006-9ec8-6bb823289b50 req-487540d7-5e28-49ae-be44-ce1691318e4c tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425243 Feb 10 03:37:45.472170 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-8b956253-e827-4b8f-b342-b1eae381ea7c req-c348e7ef-9389-497e-ab47-3530c758b11c service neutron] 10.222.0.21 "GET /v2.0/networks/d05c7b61-b2b5-4d63-9ad8-889925a1fb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837262 Feb 10 03:37:45.841552 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4738f9-1600-47af-8ffc-b6814d66e082 req-32879641-51d1-471c-a1ea-56cfbea29f08 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:45.843063 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0e4738f9-1600-47af-8ffc-b6814d66e082 req-32879641-51d1-471c-a1ea-56cfbea29f08 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 945 time: 0.0822380 Feb 10 03:37:45.879557 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36e295-cad9-4b75-9929-ca15f58119be req-d361feac-953e-419a-bed3-bc466361ae2a tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:45.880998 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-af36e295-cad9-4b75-9929-ca15f58119be req-d361feac-953e-419a-bed3-bc466361ae2a tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 943 time: 0.0850422 Feb 10 03:37:45.914944 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0e4738f9-1600-47af-8ffc-b6814d66e082 req-db7dd970-6d8a-42f4-bac5-7a54bdbc99ab tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656228 Feb 10 03:37:45.946444 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-af36e295-cad9-4b75-9929-ca15f58119be req-2e536d3f-1729-4e67-83b5-4242a7e6cde6 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574687 Feb 10 03:37:46.111841 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5d233-c930-499c-81f6-5ffd294c1e29 req-c0ba8d88-328d-4769-9898-3b242ba9d6df tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:46.113296 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9bc5d233-c930-499c-81f6-5ffd294c1e29 req-c0ba8d88-328d-4769-9898-3b242ba9d6df tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 946 time: 0.0554402 Feb 10 03:37:46.163515 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9bc5d233-c930-499c-81f6-5ffd294c1e29 req-8be26a45-0b1f-4d69-8714-733bd161cc4b tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420105 Feb 10 03:37:46.503119 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33ca41-052f-4ea8-bbf5-5da0b1dc75af req-120df79b-7329-4666-a941-4b2920f270c9 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:46.504583 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4f33ca41-052f-4ea8-bbf5-5da0b1dc75af req-120df79b-7329-4666-a941-4b2920f270c9 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 943 time: 0.0692356 Feb 10 03:37:46.556730 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4f33ca41-052f-4ea8-bbf5-5da0b1dc75af req-7dd583c6-e412-49f1-8f00-d9365a872ef6 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439830 Feb 10 03:37:46.798584 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84018c6b-a22d-4280-a1a2-e0f2c315c2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df41c157-7d92-4a0b-b955-e6573b3cc8f2'}] {{(pid=102734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:37:46.801022 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f765ceee2b9e6863c7c09e3b0452b272479917b97bc142159859c6a833de831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da34025b-2c93-4514-8f1f-bec9144d18c4" -d '{"events": [{"server_uuid": "84018c6b-a22d-4280-a1a2-e0f2c315c2ce", "name": "network-vif-plugged", "status": "completed", "tag": "df41c157-7d92-4a0b-b955-e6573b3cc8f2"}]}' {{(pid=102734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:37:46.836161 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee121540-707a-4aed-9d67-9d8ceecf94d8 x-openstack-request-id: req-ee121540-707a-4aed-9d67-9d8ceecf94d8 {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:37:46.836471 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84018c6b-a22d-4280-a1a2-e0f2c315c2ce", "name": "network-vif-plugged", "status": "completed", "tag": "df41c157-7d92-4a0b-b955-e6573b3cc8f2", "code": 200}]} {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:37:46.836729 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee121540-707a-4aed-9d67-9d8ceecf94d8 {{(pid=102734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:37:46.837120 dv-cinder-828060-2-iscsi neutron-server[102734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84018c6b-a22d-4280-a1a2-e0f2c315c2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df41c157-7d92-4a0b-b955-e6573b3cc8f2', 'code': 200} Feb 10 03:37:47.063929 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02ce47-ef0e-4fd2-8954-2a684477b3d0 req-3e3e3dbc-c9f9-4fc0-bc0c-277bba1c9b9e tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:47.065429 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3a02ce47-ef0e-4fd2-8954-2a684477b3d0 req-3e3e3dbc-c9f9-4fc0-bc0c-277bba1c9b9e tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 945 time: 0.0764787 Feb 10 03:37:47.103559 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30a8f8-38f7-46f8-89ee-e66e7876cb3e req-34794752-892e-44b2-9683-927e981453f3 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:47.105015 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7f30a8f8-38f7-46f8-89ee-e66e7876cb3e req-34794752-892e-44b2-9683-927e981453f3 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 943 time: 0.0828974 Feb 10 03:37:47.141156 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3a02ce47-ef0e-4fd2-8954-2a684477b3d0 req-66065203-2276-4f38-96e0-7afaa522958d tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697761 Feb 10 03:37:47.173131 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7f30a8f8-38f7-46f8-89ee-e66e7876cb3e req-05d2dbb2-bf2f-4471-b979-4a1408be2be8 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624728 Feb 10 03:37:47.268695 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:37:47.292408 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40a757-ffb1-4153-b607-4df8eb63c183 req-6a8767a1-274b-4d6a-b140-ddafe759ae35 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:47.300809 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9d40a757-ffb1-4153-b607-4df8eb63c183 req-6a8767a1-274b-4d6a-b140-ddafe759ae35 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 946 time: 0.0702565 Feb 10 03:37:47.348766 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9d40a757-ffb1-4153-b607-4df8eb63c183 req-e19dfa38-1d79-4f7c-b765-d00cb00e1b9f tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470734 Feb 10 03:37:47.372841 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=29a0a5b3-6729-4753-8ce5-55f51a8c9a2e,segment=NetworkSegment(086c110e-e949-4dfb-87df-62ade2705185),segment_id=086c110e-e949-4dfb-87df-62ade2705185)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:37:47.385199 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Returning: {'device': '29a0a5b3-6729-4753-8ce5-55f51a8c9a2e', 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'port_id': '29a0a5b3-6729-4753-8ce5-55f51a8c9a2e', 'mac_address': 'fa:16:3e:2c:fe:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:37:47.448896 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e is: DOWN; New status is: BUILD {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:37:47.449047 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (29a0a5b3-6729-4753-8ce5-55f51a8c9a2e), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:47.471708 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e {{(pid=102734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:37:47.472436 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6f3f8-d3c1-4f9a-bcd1-03a35126c9fc req-1c0956d9-1b97-4aa7-9150-11845c530531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:47.474046 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-6aa6f3f8-d3c1-4f9a-bcd1-03a35126c9fc req-1c0956d9-1b97-4aa7-9150-11845c530531 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f327fcae4b024948a911ad1bdeb06ad9&device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 1127 time: 0.0530865 Feb 10 03:37:47.527115 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=29a0a5b3-6729-4753-8ce5-55f51a8c9a2e,segment=NetworkSegment(086c110e-e949-4dfb-87df-62ade2705185),segment_id=086c110e-e949-4dfb-87df-62ade2705185)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:37:47.535322 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (29a0a5b3-6729-4753-8ce5-55f51a8c9a2e), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:47.577056 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6f3f8-d3c1-4f9a-bcd1-03a35126c9fc req-fdf9cc48-dc6e-45f7-b109-845be0ccc566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:47.580757 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-6aa6f3f8-d3c1-4f9a-bcd1-03a35126c9fc req-fdf9cc48-dc6e-45f7-b109-845be0ccc566 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d05c7b61-b2b5-4d63-9ad8-889925a1fb38 HTTP/1.1" status: 200 len: 911 time: 0.1002493 Feb 10 03:37:47.591869 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649e19e-9d2e-4cc9-a717-3325d90119bf req-da318b62-c0ac-4030-a428-fda7b93e90a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:47.594218 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f649e19e-9d2e-4cc9-a717-3325d90119bf req-da318b62-c0ac-4030-a428-fda7b93e90a1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 1129 time: 0.1202896 Feb 10 03:37:47.622603 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=29a0a5b3-6729-4753-8ce5-55f51a8c9a2e,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:47.706178 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6911379-e572-4459-b969-18ee448ef169 req-473cd199-5ba0-4517-bc04-982d5cf5d9cc tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:47.707610 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e6911379-e572-4459-b969-18ee448ef169 req-473cd199-5ba0-4517-bc04-982d5cf5d9cc tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 943 time: 0.0579340 Feb 10 03:37:47.755458 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e6911379-e572-4459-b969-18ee448ef169 req-d080ba75-bd70-4ef2-ae79-a4107e9e3698 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412784 Feb 10 03:37:48.262719 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8de602-765c-446b-9739-79812b01e737 req-dbccde7e-9cd0-4a7e-81de-5932d6be4d9d tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:48.264229 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-cf8de602-765c-446b-9739-79812b01e737 req-dbccde7e-9cd0-4a7e-81de-5932d6be4d9d tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 945 time: 0.0552061 Feb 10 03:37:48.345603 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-cf8de602-765c-446b-9739-79812b01e737 req-6b1eb2f3-7a1a-4266-a931-9baff327b3b4 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721893 Feb 10 03:37:48.355664 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c54fe1-ccd8-4978-91e9-4b6eaa5f9d31 req-583d8f65-29b7-4386-988f-1127e10719e8 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:48.357223 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-58c54fe1-ccd8-4978-91e9-4b6eaa5f9d31 req-583d8f65-29b7-4386-988f-1127e10719e8 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 944 time: 0.0919974 Feb 10 03:37:48.408282 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-58c54fe1-ccd8-4978-91e9-4b6eaa5f9d31 req-620ec128-8911-4360-893d-aa945592339b tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448613 Feb 10 03:37:48.474384 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2a7c1-516a-420d-a6ee-25d3acfed804 req-62fda486-5448-4061-929c-bb6507372e84 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:48.475850 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-54c2a7c1-516a-420d-a6ee-25d3acfed804 req-62fda486-5448-4061-929c-bb6507372e84 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 946 time: 0.0543900 Feb 10 03:37:48.523739 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-54c2a7c1-516a-420d-a6ee-25d3acfed804 req-c5093591-eab8-4094-962d-ec90baf190cd tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419674 Feb 10 03:37:48.881257 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f25b61-0d56-460f-af2d-b2b032ccba72 req-ac6a5ca2-7c3d-4589-a8be-02a810bd5a57 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:48.882770 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-66f25b61-0d56-460f-af2d-b2b032ccba72 req-ac6a5ca2-7c3d-4589-a8be-02a810bd5a57 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 943 time: 0.0543222 Feb 10 03:37:48.939725 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-66f25b61-0d56-460f-af2d-b2b032ccba72 req-6d067b0c-b9e6-4ebc-8396-b86205f87da0 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486691 Feb 10 03:37:49.467087 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a154746-7d84-4ac8-b298-ec1643311240 req-57bf70fc-7d62-4f0c-9ab3-ad393266923e tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:49.468621 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4a154746-7d84-4ac8-b298-ec1643311240 req-57bf70fc-7d62-4f0c-9ab3-ad393266923e tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 945 time: 0.0554290 Feb 10 03:37:49.543511 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4a154746-7d84-4ac8-b298-ec1643311240 req-5f422a37-73d8-4fe8-bb6e-69bfaa2db5c6 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690675 Feb 10 03:37:49.563977 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082f8fc-898f-4ecf-a7bb-3625a29a9652 req-c1ef0d8e-2357-46b2-9167-fa22ed6ceb34 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:49.563977 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3082f8fc-898f-4ecf-a7bb-3625a29a9652 req-c1ef0d8e-2357-46b2-9167-fa22ed6ceb34 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 944 time: 0.0718155 Feb 10 03:37:49.654408 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3082f8fc-898f-4ecf-a7bb-3625a29a9652 req-9a27a686-bb4b-4de3-8483-6ed9353a5466 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829866 Feb 10 03:37:49.682794 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95e321-9537-4841-a0c4-1c6ee5ac9325 req-17244c27-1aba-4a55-a494-dde78e254b72 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:49.684781 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-fa95e321-9537-4841-a0c4-1c6ee5ac9325 req-17244c27-1aba-4a55-a494-dde78e254b72 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 946 time: 0.0805914 Feb 10 03:37:49.735990 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-fa95e321-9537-4841-a0c4-1c6ee5ac9325 req-692d3b75-d099-481e-bea3-06ed4c4c97aa tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452144 Feb 10 03:37:49.779483 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-1c9233fb-49b7-484f-85ca-c16557311373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:50.064825 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa1aae-3f10-4184-bf9e-f323d89977f1 req-bf2acaf5-1149-4757-9d95-6f0776e662aa tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:50.066319 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1dfa1aae-3f10-4184-bf9e-f323d89977f1 req-bf2acaf5-1149-4757-9d95-6f0776e662aa tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 943 time: 0.0543303 Feb 10 03:37:50.122317 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1dfa1aae-3f10-4184-bf9e-f323d89977f1 req-d1deb70b-224a-47f0-bde9-40d0c28c4ba8 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497160 Feb 10 03:37:50.205073 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.21', 55495) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:50.221117 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-f649e19e-9d2e-4cc9-a717-3325d90119bf req-f1f57700-bfad-4bde-b186-faef6df9d790 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:50.231197 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:50.275086 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-6aa6f3f8-d3c1-4f9a-bcd1-03a35126c9fc req-c75c3ea4-f06d-4b1d-a28b-a7a14ca44521 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f6a5eaa-729c-49cc-aff5-a2c491acd54d HTTP/1.1" status: 200 len: 217 time: 0.0687833 Feb 10 03:37:50.310175 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-f649e19e-9d2e-4cc9-a717-3325d90119bf req-f1f57700-bfad-4bde-b186-faef6df9d790 service neutron] Publish callbacks [] for security_group (8c423825-b29a-41b5-b23f-735a23d3c404), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:50.316559 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-f649e19e-9d2e-4cc9-a717-3325d90119bf req-f1f57700-bfad-4bde-b186-faef6df9d790 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (8c423825-b29a-41b5-b23f-735a23d3c404), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:50.360002 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeedbc4-41fa-409c-91d1-00110fb769cf req-b97aa3d3-7523-4bf1-9910-e9994377450e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:50.361522 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-eeeedbc4-41fa-409c-91d1-00110fb769cf req-b97aa3d3-7523-4bf1-9910-e9994377450e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 1130 time: 0.1533966 Feb 10 03:37:50.362327 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f649e19e-9d2e-4cc9-a717-3325d90119bf req-f1f57700-bfad-4bde-b186-faef6df9d790 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571114 Feb 10 03:37:50.363067 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6f3f8-d3c1-4f9a-bcd1-03a35126c9fc req-ab0420b4-a8c1-4c4e-9aea-e076045f136f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:50.363339 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f57700-bfad-4bde-b186-faef6df9d790 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8c423825-b29a-41b5-b23f-735a23d3c404,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:50.364366 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-6aa6f3f8-d3c1-4f9a-bcd1-03a35126c9fc req-ab0420b4-a8c1-4c4e-9aea-e076045f136f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bec865b2-7c97-41d1-94cb-c04a8fe247f5 HTTP/1.1" status: 200 len: 849 time: 0.0714040 Feb 10 03:37:50.559226 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['29a0a5b3-6729-4753-8ce5-55f51a8c9a2e'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:37:50.684924 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b4fd8-2a73-4e75-8f48-13d5c3b4adb7 req-8c2219b7-1cd1-44db-b304-b3a34c33b265 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:50.686785 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4e2b4fd8-2a73-4e75-8f48-13d5c3b4adb7 req-8c2219b7-1cd1-44db-b304-b3a34c33b265 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 945 time: 0.0683372 Feb 10 03:37:50.782286 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4e2b4fd8-2a73-4e75-8f48-13d5c3b4adb7 req-84d1dbb6-fc29-4298-8fc8-b267c8d5feb3 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891633 Feb 10 03:37:50.809040 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bd843-37db-4539-832b-5389d1afcfc3 req-6685df29-2944-45bd-9503-f076dbc1312f tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:50.810529 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-522bd843-37db-4539-832b-5389d1afcfc3 req-6685df29-2944-45bd-9503-f076dbc1312f tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 944 time: 0.0770159 Feb 10 03:37:50.873626 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-522bd843-37db-4539-832b-5389d1afcfc3 req-565de152-f38d-49f9-9407-0ba1ed867592 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565081 Feb 10 03:37:50.917519 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57021e05-a331-43bc-a636-114f552a1856 req-1fdc5e0c-31de-4941-81d2-db25d9dee71d tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:50.919148 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-57021e05-a331-43bc-a636-114f552a1856 req-1fdc5e0c-31de-4941-81d2-db25d9dee71d tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 946 time: 0.0673690 Feb 10 03:37:50.967094 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-57021e05-a331-43bc-a636-114f552a1856 req-aebaf575-7849-412b-9f0d-f1aa3f7f7e22 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422680 Feb 10 03:37:51.250548 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea9c51-6cd6-47d6-bd91-889c7aae7218 req-ced92d56-1b70-4985-b5e2-322587a2d883 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:51.252065 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8dea9c51-6cd6-47d6-bd91-889c7aae7218 req-ced92d56-1b70-4985-b5e2-322587a2d883 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 943 time: 0.0531435 Feb 10 03:37:51.298067 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8dea9c51-6cd6-47d6-bd91-889c7aae7218 req-0380820e-ca38-4562-9fba-6eec23899466 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401826 Feb 10 03:37:51.908298 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2496d4-429f-45dc-8115-b2e1bfed4642 req-efd37ada-a8e8-47d3-8ed6-43b1669219cc tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:51.909792 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ea2496d4-429f-45dc-8115-b2e1bfed4642 req-efd37ada-a8e8-47d3-8ed6-43b1669219cc tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 945 time: 0.0577497 Feb 10 03:37:51.950109 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-5e14be6a-af9b-4f80-b649-986264627a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:51.967660 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ea2496d4-429f-45dc-8115-b2e1bfed4642 req-b6eb66c0-27f1-439d-93d6-7ad301b2fe2f tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520434 Feb 10 03:37:52.010295 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630283b-044f-417c-b972-4df0de817282 req-8b898c30-6da3-4c28-bc3b-bf090fff1de5 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:52.012734 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0630283b-044f-417c-b972-4df0de817282 req-8b898c30-6da3-4c28-bc3b-bf090fff1de5 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 944 time: 0.0649436 Feb 10 03:37:52.094369 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0630283b-044f-417c-b972-4df0de817282 req-a6525225-85a8-44c3-a41c-fc4968a6a5f0 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756390 Feb 10 03:37:52.111432 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229133d-e06a-4b05-a45d-66e3021a2e80 req-0df60d07-41b7-487d-bb85-0bc0e4419dab tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:52.112873 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8229133d-e06a-4b05-a45d-66e3021a2e80 req-0df60d07-41b7-487d-bb85-0bc0e4419dab tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 946 time: 0.0789104 Feb 10 03:37:52.162682 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8229133d-e06a-4b05-a45d-66e3021a2e80 req-4c15b59b-b2b5-40f7-b6ad-944813908728 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436943 Feb 10 03:37:52.420525 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7851843-8eaa-4766-8214-0369769bd1ae req-a18b0382-bd9e-4361-af0d-38cefa37463f tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:52.422003 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a7851843-8eaa-4766-8214-0369769bd1ae req-a18b0382-bd9e-4361-af0d-38cefa37463f tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 943 time: 0.0556071 Feb 10 03:37:52.475093 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a7851843-8eaa-4766-8214-0369769bd1ae req-01338a9b-6d50-4e73-b4c8-644b3d2401fa tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443223 Feb 10 03:37:53.026392 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:53.101737 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be7a8f-8bb1-4a30-95bb-7c10980b0a5e req-0e9ee9bc-5e8c-4903-936c-4b8d398a5698 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:53.103755 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c9be7a8f-8bb1-4a30-95bb-7c10980b0a5e req-0e9ee9bc-5e8c-4903-936c-4b8d398a5698 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 945 time: 0.0588052 Feb 10 03:37:53.161045 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c9be7a8f-8bb1-4a30-95bb-7c10980b0a5e req-aa779069-56c1-410f-ad31-510341594839 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501130 Feb 10 03:37:53.227321 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc896bc-fdd2-4bd9-a7a7-555f49b11270 req-48c5dd72-77bf-4f96-beeb-b4462ff2674d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:53.229404 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6dc896bc-fdd2-4bd9-a7a7-555f49b11270 req-48c5dd72-77bf-4f96-beeb-b4462ff2674d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 944 time: 0.0580161 Feb 10 03:37:53.317487 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6dc896bc-fdd2-4bd9-a7a7-555f49b11270 req-54b25673-aed8-4fdc-af4a-9b14c195974e tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782545 Feb 10 03:37:53.327168 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845220fd-07a1-4619-8eda-df564ed9ba1e req-6d5214f3-a31a-48c8-97dd-aeb24e0a7a52 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:53.328619 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-845220fd-07a1-4619-8eda-df564ed9ba1e req-6d5214f3-a31a-48c8-97dd-aeb24e0a7a52 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 946 time: 0.0924191 Feb 10 03:37:53.328743 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-eeeedbc4-41fa-409c-91d1-00110fb769cf req-a9be6895-c354-4785-9094-12f46bd2c7b0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997939 Feb 10 03:37:53.334409 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6f3f8-d3c1-4f9a-bcd1-03a35126c9fc req-04c6bffd-7253-4895-bc6a-739fd4e53221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:53.336111 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-6aa6f3f8-d3c1-4f9a-bcd1-03a35126c9fc req-04c6bffd-7253-4895-bc6a-739fd4e53221 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d05c7b61-b2b5-4d63-9ad8-889925a1fb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0996621 Feb 10 03:37:53.379782 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-845220fd-07a1-4619-8eda-df564ed9ba1e req-e6772c58-a8a5-43fc-b50e-c33a857037ca tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441697 Feb 10 03:37:53.616038 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39113119-1ed3-497a-86b9-5d8ec2f92be4 req-9cce6c66-7ac9-4132-ad39-e19871c8a5f2 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:53.617557 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-39113119-1ed3-497a-86b9-5d8ec2f92be4 req-9cce6c66-7ac9-4132-ad39-e19871c8a5f2 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 943 time: 0.0668359 Feb 10 03:37:53.670382 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-39113119-1ed3-497a-86b9-5d8ec2f92be4 req-da087817-0c71-4e3e-9736-90e7d54cd10d tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441263 Feb 10 03:37:53.749315 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-6aa6f3f8-d3c1-4f9a-bcd1-03a35126c9fc req-5081a2cf-8bb0-4c72-bbbe-9dc904c71792 service neutron] 10.222.0.21 "GET /v2.0/networks/d05c7b61-b2b5-4d63-9ad8-889925a1fb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957837 Feb 10 03:37:53.845878 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-6aa6f3f8-d3c1-4f9a-bcd1-03a35126c9fc req-970765d2-f372-4d6e-b51c-844e1cc810b0 service neutron] 10.222.0.21 "GET /v2.0/networks/d05c7b61-b2b5-4d63-9ad8-889925a1fb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885348 Feb 10 03:37:54.185664 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 43312) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:54.295498 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530abb7-d930-471f-8dc4-fa504cf94f91 req-e9b0989d-5b13-43c7-9414-70fc205a6ee6 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:54.304813 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9530abb7-d930-471f-8dc4-fa504cf94f91 req-e9b0989d-5b13-43c7-9414-70fc205a6ee6 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 945 time: 0.0690277 Feb 10 03:37:54.320739 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e920928f-8235-438d-8f7f-e283b676cc39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:54.364664 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9530abb7-d930-471f-8dc4-fa504cf94f91 req-f50b3ca2-ca15-45db-acf1-01fc342f8aa3 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573342 Feb 10 03:37:54.448664 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e920928f-8235-438d-8f7f-e283b676cc39 admin admin] Publish callbacks [] for security_group (c5791336-6881-4efd-ba5b-478576457e48), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:54.454248 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e920928f-8235-438d-8f7f-e283b676cc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (c5791336-6881-4efd-ba5b-478576457e48), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:54.503183 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-e920928f-8235-438d-8f7f-e283b676cc39 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1da32ead4b8b43b79e6adb4973766289&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162947 Feb 10 03:37:54.504227 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 43334) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:54.510578 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500832de-b94b-4d4f-b8d2-d6d6c158967b req-e9b92e8b-2dca-47fe-842e-7e0d848e25f4 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:54.512295 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-500832de-b94b-4d4f-b8d2-d6d6c158967b req-e9b92e8b-2dca-47fe-842e-7e0d848e25f4 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 944 time: 0.0944552 Feb 10 03:37:54.515187 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920928f-8235-438d-8f7f-e283b676cc39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5791336-6881-4efd-ba5b-478576457e48,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:54.564535 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063b89a-bc6d-4e04-bafa-6c25c511d834 req-c6da52cd-022c-4d41-8943-0b676da004b1 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:54.566130 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f063b89a-bc6d-4e04-bafa-6c25c511d834 req-c6da52cd-022c-4d41-8943-0b676da004b1 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 946 time: 0.1032145 Feb 10 03:37:54.566541 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ef9446cb-df0b-4a2d-b314-4a6e4ef656fe admin admin] Publish callbacks [] for security_group (c5791336-6881-4efd-ba5b-478576457e48), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:54.589526 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ef9446cb-df0b-4a2d-b314-4a6e4ef656fe admin admin] Publish callbacks [] for security_group (c5791336-6881-4efd-ba5b-478576457e48), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:54.594491 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-500832de-b94b-4d4f-b8d2-d6d6c158967b req-49531d9d-5230-4ed8-944f-ec615b494378 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739870 Feb 10 03:37:54.624579 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f063b89a-bc6d-4e04-bafa-6c25c511d834 req-4a4abe4c-8f0d-4cfb-9614-a8a155d1d0a9 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485880 Feb 10 03:37:54.649281 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ef9446cb-df0b-4a2d-b314-4a6e4ef656fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (c5791336-6881-4efd-ba5b-478576457e48), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:54.652046 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ef9446cb-df0b-4a2d-b314-4a6e4ef656fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:54.653229 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-ef9446cb-df0b-4a2d-b314-4a6e4ef656fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c5791336-6881-4efd-ba5b-478576457e48 HTTP/1.1" status: 204 len: 168 time: 0.1467710 Feb 10 03:37:54.661513 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9446cb-df0b-4a2d-b314-4a6e4ef656fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5791336-6881-4efd-ba5b-478576457e48,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:54.797183 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9eae41-c468-433e-a56b-1b0781abe0ca req-11930f3d-9c8f-4f73-9536-d2ea74ca94ff tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:54.798756 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4c9eae41-c468-433e-a56b-1b0781abe0ca req-11930f3d-9c8f-4f73-9536-d2ea74ca94ff tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 943 time: 0.0582411 Feb 10 03:37:54.853260 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4c9eae41-c468-433e-a56b-1b0781abe0ca req-be01dca4-2957-4db9-abda-6d90362ac7ac tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476713 Feb 10 03:37:54.922280 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:54.938990 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 43342) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:54.952485 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-08abb9f5-998a-4733-ab5f-0009462edfa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:55.038278 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-08abb9f5-998a-4733-ab5f-0009462edfa9 admin admin] Publish callbacks [] for security_group (20f2ea0b-2e1b-4a0a-880a-eb67b38162c1), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:55.043225 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-08abb9f5-998a-4733-ab5f-0009462edfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (20f2ea0b-2e1b-4a0a-880a-eb67b38162c1), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:55.085115 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-08abb9f5-998a-4733-ab5f-0009462edfa9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=91425e95d62f45849215ee6818fa8fd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1450012 Feb 10 03:37:55.086090 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abb9f5-998a-4733-ab5f-0009462edfa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f2ea0b-2e1b-4a0a-880a-eb67b38162c1,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:55.086881 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 43346) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:55.145183 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-4ea459cc-4f9e-4972-bcb9-3a3179dfc041 admin admin] Publish callbacks [] for security_group (20f2ea0b-2e1b-4a0a-880a-eb67b38162c1), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:55.174763 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-4ea459cc-4f9e-4972-bcb9-3a3179dfc041 admin admin] Publish callbacks [] for security_group (20f2ea0b-2e1b-4a0a-880a-eb67b38162c1), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:55.229716 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-4ea459cc-4f9e-4972-bcb9-3a3179dfc041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (20f2ea0b-2e1b-4a0a-880a-eb67b38162c1), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:55.232735 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-4ea459cc-4f9e-4972-bcb9-3a3179dfc041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:55.234187 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-4ea459cc-4f9e-4972-bcb9-3a3179dfc041 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20f2ea0b-2e1b-4a0a-880a-eb67b38162c1 HTTP/1.1" status: 204 len: 168 time: 0.1462603 Feb 10 03:37:55.243116 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea459cc-4f9e-4972-bcb9-3a3179dfc041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f2ea0b-2e1b-4a0a-880a-eb67b38162c1,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:55.345882 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 2f6a5eaa-729c-49cc-aff5-a2c491acd54d details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:37:55.356046 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e up at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:37:55.512720 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning for port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e completed by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:37:55.529977 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning complete for port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:37:55.531648 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (29a0a5b3-6729-4753-8ce5-55f51a8c9a2e), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:55.625651 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dbd10c-2b41-4f12-9727-5a41e7478fa8 req-3e91f7ee-1302-48ff-bfab-f486c21acbd0 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:55.631197 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-54dbd10c-2b41-4f12-9727-5a41e7478fa8 req-3e91f7ee-1302-48ff-bfab-f486c21acbd0 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 945 time: 0.1258109 Feb 10 03:37:55.706084 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-54dbd10c-2b41-4f12-9727-5a41e7478fa8 req-bd716e2c-26b6-4d6d-b6ce-46a4ebce29ab tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619316 Feb 10 03:37:55.792368 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 2f6a5eaa-729c-49cc-aff5-a2c491acd54d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=2f6a5eaa-729c-49cc-aff5-a2c491acd54d,segment=NetworkSegment(784eaaa7-3d14-4567-8c49-962a1b348d44),segment_id=784eaaa7-3d14-4567-8c49-962a1b348d44)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:37:55.814584 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Returning: {'device': '2f6a5eaa-729c-49cc-aff5-a2c491acd54d', 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38', 'port_id': '2f6a5eaa-729c-49cc-aff5-a2c491acd54d', 'mac_address': 'fa:16:3e:6a:1b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:37:55.873510 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d51e88-d233-4306-8489-1c228accec9d req-c844a5f3-1b24-4493-8578-4f57b50e7133 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:55.878579 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-80d51e88-d233-4306-8489-1c228accec9d req-c844a5f3-1b24-4493-8578-4f57b50e7133 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 944 time: 0.1432118 Feb 10 03:37:55.894910 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a704926-d7b9-4eed-8239-acf933d81a1a req-6db43351-cd68-4b78-ac08-7015e5a6fa7c tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:55.904416 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8a704926-d7b9-4eed-8239-acf933d81a1a req-6db43351-cd68-4b78-ac08-7015e5a6fa7c tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 946 time: 0.1063199 Feb 10 03:37:55.929439 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e is: BUILD; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:37:55.930846 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (29a0a5b3-6729-4753-8ce5-55f51a8c9a2e), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:55.934181 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 2f6a5eaa-729c-49cc-aff5-a2c491acd54d is: DOWN; New status is: BUILD {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:37:55.934908 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (2f6a5eaa-729c-49cc-aff5-a2c491acd54d), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:55.967892 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f6a5eaa-729c-49cc-aff5-a2c491acd54d {{(pid=102734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:37:55.982761 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8a704926-d7b9-4eed-8239-acf933d81a1a req-03f6486e-f4e2-466b-8d74-ad3d25e812f1 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771170 Feb 10 03:37:55.983751 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd302b3d4-6282-4fbe-a4c4-248881ee8f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a0a5b3-6729-4753-8ce5-55f51a8c9a2e'}] {{(pid=102734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:37:55.986549 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f765ceee2b9e6863c7c09e3b0452b272479917b97bc142159859c6a833de831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23605c6f-e707-4392-b897-88691f8f25c8" -d '{"events": [{"server_uuid": "d302b3d4-6282-4fbe-a4c4-248881ee8f51", "name": "network-vif-plugged", "status": "completed", "tag": "29a0a5b3-6729-4753-8ce5-55f51a8c9a2e"}]}' {{(pid=102734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:37:56.016728 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=29a0a5b3-6729-4753-8ce5-55f51a8c9a2e,segment=NetworkSegment(086c110e-e949-4dfb-87df-62ade2705185),segment_id=086c110e-e949-4dfb-87df-62ade2705185)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:37:56.023257 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 2f6a5eaa-729c-49cc-aff5-a2c491acd54d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=2f6a5eaa-729c-49cc-aff5-a2c491acd54d,segment=NetworkSegment(784eaaa7-3d14-4567-8c49-962a1b348d44),segment_id=784eaaa7-3d14-4567-8c49-962a1b348d44)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:37:56.024833 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (29a0a5b3-6729-4753-8ce5-55f51a8c9a2e), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:56.031633 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (2f6a5eaa-729c-49cc-aff5-a2c491acd54d), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:56.086734 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=29a0a5b3-6729-4753-8ce5-55f51a8c9a2e,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:56.111992 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-80d51e88-d233-4306-8489-1c228accec9d req-cdd806a0-f6f1-44d1-bd6f-3e8a4f44b07b tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033989 Feb 10 03:37:56.157330 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:56.168723 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 43400) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:56.203041 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=2f6a5eaa-729c-49cc-aff5-a2c491acd54d,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:56.241480 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950d124-94a5-4bff-b943-64cc3bcc7780 req-1100bd44-0794-450b-b3dc-b95c971c923d tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:56.252633 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8950d124-94a5-4bff-b943-64cc3bcc7780 req-1100bd44-0794-450b-b3dc-b95c971c923d tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 944 time: 0.1836512 Feb 10 03:37:56.265266 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b016fc57-c5b6-4726-8e70-2431f5a98c24 x-openstack-request-id: req-b016fc57-c5b6-4726-8e70-2431f5a98c24 {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:37:56.265501 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d302b3d4-6282-4fbe-a4c4-248881ee8f51", "name": "network-vif-plugged", "status": "completed", "tag": "29a0a5b3-6729-4753-8ce5-55f51a8c9a2e", "code": 200}]} {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:37:56.265845 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b016fc57-c5b6-4726-8e70-2431f5a98c24 {{(pid=102734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:37:56.266275 dv-cinder-828060-2-iscsi neutron-server[102734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd302b3d4-6282-4fbe-a4c4-248881ee8f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a0a5b3-6729-4753-8ce5-55f51a8c9a2e', 'code': 200} Feb 10 03:37:56.349166 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['2f6a5eaa-729c-49cc-aff5-a2c491acd54d'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:37:56.365923 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8950d124-94a5-4bff-b943-64cc3bcc7780 req-087ba487-ed18-4d46-af30-eafe41b9f40e tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123645 Feb 10 03:37:56.373719 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9284f1f8-256d-4d01-844c-7a8db7e94e2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:56.535230 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9284f1f8-256d-4d01-844c-7a8db7e94e2a admin admin] Publish callbacks [] for security_group (b21198e0-0c5e-4914-82d2-413574a379ff), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:56.547329 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9284f1f8-256d-4d01-844c-7a8db7e94e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (b21198e0-0c5e-4914-82d2-413574a379ff), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:56.649469 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284f1f8-256d-4d01-844c-7a8db7e94e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21198e0-0c5e-4914-82d2-413574a379ff,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:56.679361 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-9284f1f8-256d-4d01-844c-7a8db7e94e2a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5cc01a80feb849e9ac116403fd3e06f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5095484 Feb 10 03:37:56.682115 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 43432) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:56.700689 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68118537-9969-4544-ad23-991ee9888954 req-4463abe5-26b1-4a8e-a61d-95821ce1a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:56.703159 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-68118537-9969-4544-ad23-991ee9888954 req-4463abe5-26b1-4a8e-a61d-95821ce1a32d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 1129 time: 0.1380968 Feb 10 03:37:56.769629 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-68118537-9969-4544-ad23-991ee9888954 req-51400012-e693-44fb-bd44-2c35647068c3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601814 Feb 10 03:37:56.769976 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2f20d088-c7a3-43a7-b4b6-9776bfdb07bc admin admin] Publish callbacks [] for security_group (b21198e0-0c5e-4914-82d2-413574a379ff), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:56.795517 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2f20d088-c7a3-43a7-b4b6-9776bfdb07bc admin admin] Publish callbacks [] for security_group (b21198e0-0c5e-4914-82d2-413574a379ff), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:56.858058 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2f20d088-c7a3-43a7-b4b6-9776bfdb07bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (b21198e0-0c5e-4914-82d2-413574a379ff), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:56.861841 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2f20d088-c7a3-43a7-b4b6-9776bfdb07bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:56.863627 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-2f20d088-c7a3-43a7-b4b6-9776bfdb07bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b21198e0-0c5e-4914-82d2-413574a379ff HTTP/1.1" status: 204 len: 168 time: 0.1803410 Feb 10 03:37:56.886099 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20d088-c7a3-43a7-b4b6-9776bfdb07bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21198e0-0c5e-4914-82d2-413574a379ff,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:57.304774 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09009aa5-d6b9-447a-8606-f7edcea6899d req-d63ff1ec-fcae-4707-83e3-4f988043c562 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:57.306496 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-09009aa5-d6b9-447a-8606-f7edcea6899d req-d63ff1ec-fcae-4707-83e3-4f988043c562 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0635674 Feb 10 03:37:57.358482 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 2f6a5eaa-729c-49cc-aff5-a2c491acd54d up at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:37:57.371396 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-09009aa5-d6b9-447a-8606-f7edcea6899d req-f512ecd5-b5b3-4f73-8522-3a6c7ebd8028 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590682 Feb 10 03:37:57.445106 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning for port 2f6a5eaa-729c-49cc-aff5-a2c491acd54d completed by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:37:57.449236 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning complete for port 2f6a5eaa-729c-49cc-aff5-a2c491acd54d triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:37:57.449622 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (2f6a5eaa-729c-49cc-aff5-a2c491acd54d), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:57.501633 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae8e15-b956-4277-bb77-2bea6be1d9d5 req-3ee5e47b-c02f-442f-9323-e816abef7a45 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:57.503265 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4aae8e15-b956-4277-bb77-2bea6be1d9d5 req-3ee5e47b-c02f-442f-9323-e816abef7a45 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 944 time: 0.0628581 Feb 10 03:37:57.530467 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 2f6a5eaa-729c-49cc-aff5-a2c491acd54d is: BUILD; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:37:57.530902 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (2f6a5eaa-729c-49cc-aff5-a2c491acd54d), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:57.570317 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 2f6a5eaa-729c-49cc-aff5-a2c491acd54d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=2f6a5eaa-729c-49cc-aff5-a2c491acd54d,segment=NetworkSegment(784eaaa7-3d14-4567-8c49-962a1b348d44),segment_id=784eaaa7-3d14-4567-8c49-962a1b348d44)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:37:57.578213 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (2f6a5eaa-729c-49cc-aff5-a2c491acd54d), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:57.597626 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4aae8e15-b956-4277-bb77-2bea6be1d9d5 req-38e8d85e-4857-4532-a2e7-0badabeff60e tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861080 Feb 10 03:37:57.663475 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=2f6a5eaa-729c-49cc-aff5-a2c491acd54d,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:37:58.267839 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60b46a9-24cb-430f-83bd-3c74a87a08cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6a5eaa-729c-49cc-aff5-a2c491acd54d'}] {{(pid=102734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:37:58.272427 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f765ceee2b9e6863c7c09e3b0452b272479917b97bc142159859c6a833de831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a69e075-c1d6-469e-8570-f0159c99040d" -d '{"events": [{"server_uuid": "d60b46a9-24cb-430f-83bd-3c74a87a08cd", "name": "network-vif-plugged", "status": "completed", "tag": "2f6a5eaa-729c-49cc-aff5-a2c491acd54d"}]}' {{(pid=102734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:37:58.323499 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24477a27-15d9-496f-9262-7217da3a33bc x-openstack-request-id: req-24477a27-15d9-496f-9262-7217da3a33bc {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:37:58.323499 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60b46a9-24cb-430f-83bd-3c74a87a08cd", "name": "network-vif-plugged", "status": "completed", "tag": "2f6a5eaa-729c-49cc-aff5-a2c491acd54d", "code": 200}]} {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:37:58.323499 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24477a27-15d9-496f-9262-7217da3a33bc {{(pid=102734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:37:58.323935 dv-cinder-828060-2-iscsi neutron-server[102734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60b46a9-24cb-430f-83bd-3c74a87a08cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6a5eaa-729c-49cc-aff5-a2c491acd54d', 'code': 200} Feb 10 03:37:58.550222 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425dcd8-0f7b-4c53-b125-a0a138b007ca req-639bf3cf-9e6a-4ebb-807f-41a4bfc60f0c tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:58.552457 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1425dcd8-0f7b-4c53-b125-a0a138b007ca req-639bf3cf-9e6a-4ebb-807f-41a4bfc60f0c tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0783248 Feb 10 03:37:58.601505 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1425dcd8-0f7b-4c53-b125-a0a138b007ca req-c22440a1-465b-4fc7-93e0-b64a9b408825 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429032 Feb 10 03:37:58.754674 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05f830-da20-4cd9-aeaa-ea81676d8960 req-17f9f693-f600-42fc-a2f0-54fe87c1c59a tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:58.756168 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5b05f830-da20-4cd9-aeaa-ea81676d8960 req-17f9f693-f600-42fc-a2f0-54fe87c1c59a tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0844684 Feb 10 03:37:58.765495 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501071f9-e3c5-422f-a93e-5c749ff53014 req-5a143915-b332-4093-bc37-836945089623 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:58.766903 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-501071f9-e3c5-422f-a93e-5c749ff53014 req-5a143915-b332-4093-bc37-836945089623 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0860074 Feb 10 03:37:58.776056 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 43538) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:37:58.780787 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-cf3fdf0e-5312-4338-a694-012ee8d79a1d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Request body: {'floatingip': {'port_id': '29a0a5b3-6729-4753-8ce5-55f51a8c9a2e'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:37:58.809548 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5b05f830-da20-4cd9-aeaa-ea81676d8960 req-35543de2-e707-4454-a84d-68ad40b7ea21 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416920 Feb 10 03:37:58.850813 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-cf3fdf0e-5312-4338-a694-012ee8d79a1d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for floatingip (122c9855-60d6-4e9b-9e21-cb63767c1be0), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:59.675546 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-cf3fdf0e-5312-4338-a694-012ee8d79a1d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:59.681730 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-cf3fdf0e-5312-4338-a694-012ee8d79a1d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575287'] for floatingip (122c9855-60d6-4e9b-9e21-cb63767c1be0), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:37:59.785106 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.db.l3_db [None req-cf3fdf0e-5312-4338-a694-012ee8d79a1d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Floating IP 122c9855-60d6-4e9b-9e21-cb63767c1be0 associated. External IP: 172.27.0.166, port: 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e. Feb 10 03:37:59.948039 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2d23c-a48d-47b5-97dd-19ea17f5f98f req-80cc508b-dc09-43c2-9c21-34e27e232c4e tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:37:59.949696 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-48d2d23c-a48d-47b5-97dd-19ea17f5f98f req-80cc508b-dc09-43c2-9c21-34e27e232c4e tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0619147 Feb 10 03:37:59.999303 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-48d2d23c-a48d-47b5-97dd-19ea17f5f98f req-bd066227-93c3-4a91-8dba-38e90eb206d0 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437484 Feb 10 03:38:00.009973 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3fdf0e-5312-4338-a694-012ee8d79a1d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Router 5fffc7db-7368-4f67-960b-47724c817547 has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:38:00.120678 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3fdf0e-5312-4338-a694-012ee8d79a1d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:38:00.125639 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-cf3fdf0e-5312-4338-a694-012ee8d79a1d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for floatingip (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:00.133799 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f14b097-7c5e-4a05-8efa-21554347fb42 None None] Sync routers for ids ['5fffc7db-7368-4f67-960b-47724c817547'] in dv-cinder-828060-2-iscsi {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:38:00.143809 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f14b097-7c5e-4a05-8efa-21554347fb42 None None] Routers {'5fffc7db-7368-4f67-960b-47724c817547'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:38:00.144413 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-4f14b097-7c5e-4a05-8efa-21554347fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:37:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['5fffc7db-7368-4f67-960b-47724c817547'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:00.153808 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-cf3fdf0e-5312-4338-a694-012ee8d79a1d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "PUT /v2.0/floatingips/122c9855-60d6-4e9b-9e21-cb63767c1be0 HTTP/1.1" status: 200 len: 991 time: 1.3766820 Feb 10 03:38:00.154390 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd302b3d4-6282-4fbe-a4c4-248881ee8f51', 'tag': '29a0a5b3-6729-4753-8ce5-55f51a8c9a2e'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:38:00.156662 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7322f7d5-f627-4b4b-bdcc-08e4c28e3ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "d302b3d4-6282-4fbe-a4c4-248881ee8f51", "tag": "29a0a5b3-6729-4753-8ce5-55f51a8c9a2e"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:38:00.200434 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2409df2-cb84-40ec-a495-4830178de191 x-openstack-request-id: req-a2409df2-cb84-40ec-a495-4830178de191 {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:38:00.200781 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d302b3d4-6282-4fbe-a4c4-248881ee8f51", "tag": "29a0a5b3-6729-4753-8ce5-55f51a8c9a2e", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:38:00.201244 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2409df2-cb84-40ec-a495-4830178de191 {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:38:00.201697 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd302b3d4-6282-4fbe-a4c4-248881ee8f51', 'tag': '29a0a5b3-6729-4753-8ce5-55f51a8c9a2e', 'status': 'completed', 'code': 200} Feb 10 03:38:00.256274 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd675c5-a359-48d6-8855-a55f3eb6a827 req-446e37b0-3b8e-4f66-ab48-7dea852fbcbd tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:00.257764 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dcd675c5-a359-48d6-8855-a55f3eb6a827 req-446e37b0-3b8e-4f66-ab48-7dea852fbcbd tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0548589 Feb 10 03:38:00.267864 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-4f14b097-7c5e-4a05-8efa-21554347fb42 None None] Set router 5fffc7db-7368-4f67-960b-47724c817547 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:38:00.315674 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dcd675c5-a359-48d6-8855-a55f3eb6a827 req-3d3f7282-bb79-41cb-b9d0-62ee72302f4f tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512009 Feb 10 03:38:00.563927 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-4f14b097-7c5e-4a05-8efa-21554347fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffc7db-7368-4f67-960b-47724c817547', 'name': 'tempest-AttachVolumeShelveTestJSON-1927305372-router', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:13Z', 'revision_number': 4, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'gw_port': {'id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:08Z', 'updated_at': '2022-02-10T03:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_floatingips': [{'id': '122c9855-60d6-4e9b-9e21-cb63767c1be0', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': '5fffc7db-7368-4f67-960b-47724c817547', 'port_id': '29a0a5b3-6729-4753-8ce5-55f51a8c9a2e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'mac_address': 'fa:16:3e:2c:fe:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd302b3d4-6282-4fbe-a4c4-248881ee8f51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:37:26Z', 'updated_at': '2022-02-10T03:37:59Z', 'revision_number': 1, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49393948-51e1-49df-afba-9065f1f7f16c', 'name': '', 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'mac_address': 'fa:16:3e:16:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:12Z', 'updated_at': '2022-02-10T03:37:21Z', 'revision_number': 5, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'subnets': [{'id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:00.596048 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f14b097-7c5e-4a05-8efa-21554347fb42 None None] Checking router: 5fffc7db-7368-4f67-960b-47724c817547 for host: dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:38:00.605225 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f14b097-7c5e-4a05-8efa-21554347fb42 None None] Routers {'5fffc7db-7368-4f67-960b-47724c817547'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:38:00.605833 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-4f14b097-7c5e-4a05-8efa-21554347fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:37:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['5fffc7db-7368-4f67-960b-47724c817547'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:00.723470 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-4f14b097-7c5e-4a05-8efa-21554347fb42 None None] Set router 5fffc7db-7368-4f67-960b-47724c817547 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:38:01.019458 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-4f14b097-7c5e-4a05-8efa-21554347fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffc7db-7368-4f67-960b-47724c817547', 'name': 'tempest-AttachVolumeShelveTestJSON-1927305372-router', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:13Z', 'revision_number': 4, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'gw_port': {'id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:08Z', 'updated_at': '2022-02-10T03:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_floatingips': [{'id': '122c9855-60d6-4e9b-9e21-cb63767c1be0', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': '5fffc7db-7368-4f67-960b-47724c817547', 'port_id': '29a0a5b3-6729-4753-8ce5-55f51a8c9a2e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'mac_address': 'fa:16:3e:2c:fe:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd302b3d4-6282-4fbe-a4c4-248881ee8f51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:37:26Z', 'updated_at': '2022-02-10T03:37:59Z', 'revision_number': 1, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49393948-51e1-49df-afba-9065f1f7f16c', 'name': '', 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'mac_address': 'fa:16:3e:16:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:12Z', 'updated_at': '2022-02-10T03:37:21Z', 'revision_number': 5, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'subnets': [{'id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:01.048070 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f14b097-7c5e-4a05-8efa-21554347fb42 None None] The sync data for ids ['5fffc7db-7368-4f67-960b-47724c817547'] in dv-cinder-828060-2-iscsi is: [{'id': '5fffc7db-7368-4f67-960b-47724c817547', 'name': 'tempest-AttachVolumeShelveTestJSON-1927305372-router', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:13Z', 'revision_number': 4, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'gw_port': {'id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:08Z', 'updated_at': '2022-02-10T03:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_floatingips': [{'id': '122c9855-60d6-4e9b-9e21-cb63767c1be0', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': '5fffc7db-7368-4f67-960b-47724c817547', 'port_id': '29a0a5b3-6729-4753-8ce5-55f51a8c9a2e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'mac_address': 'fa:16:3e:2c:fe:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd302b3d4-6282-4fbe-a4c4-248881ee8f51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:37:26Z', 'updated_at': '2022-02-10T03:37:59Z', 'revision_number': 1, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49393948-51e1-49df-afba-9065f1f7f16c', 'name': '', 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'mac_address': 'fa:16:3e:16:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:12Z', 'updated_at': '2022-02-10T03:37:21Z', 'revision_number': 5, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'subnets': [{'id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:38:01.133313 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055de9e7-addf-4107-87e6-114fb07cccb5 req-190bfb5e-ffc4-460c-b0fe-de7042e61f83 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:01.135690 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-055de9e7-addf-4107-87e6-114fb07cccb5 req-190bfb5e-ffc4-460c-b0fe-de7042e61f83 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0558412 Feb 10 03:38:01.190964 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-055de9e7-addf-4107-87e6-114fb07cccb5 req-7ae79a22-25a4-427e-8254-85f5eec213d7 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480018 Feb 10 03:38:01.266143 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfe89e9-ba34-42cd-a766-9a041f66fe97 None None] New status for floating IP 122c9855-60d6-4e9b-9e21-cb63767c1be0: ACTIVE {{(pid=102734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 03:38:01.324046 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904c833-05a1-49fe-8474-28d05d5f67d9 req-6b10e843-d49f-4bb7-8e78-58c70c299e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:01.325593 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-d904c833-05a1-49fe-8474-28d05d5f67d9 req-6b10e843-d49f-4bb7-8e78-58c70c299e8a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 1129 time: 0.0834463 Feb 10 03:38:01.327302 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322f7d5-f627-4b4b-bdcc-08e4c28e3ae5 req-bd6e3a13-8d35-45d2-ae5e-5df1c8909f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:01.328743 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7322f7d5-f627-4b4b-bdcc-08e4c28e3ae5 req-bd6e3a13-8d35-45d2-ae5e-5df1c8909f59 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=50e1249fa4204bf9ba3044c3c1260634&device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 1129 time: 0.0775599 Feb 10 03:38:01.450269 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-d904c833-05a1-49fe-8474-28d05d5f67d9 req-df37c986-4392-4095-98a5-4ac8dd168ae6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108932 Feb 10 03:38:01.474725 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6facfc9-362e-44c9-bae8-dc1bb00ce896 req-5b9e47db-d5d0-4d45-a206-b1df15bfdc82 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:01.476695 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a6facfc9-362e-44c9-bae8-dc1bb00ce896 req-5b9e47db-d5d0-4d45-a206-b1df15bfdc82 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0710423 Feb 10 03:38:01.494224 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322f7d5-f627-4b4b-bdcc-08e4c28e3ae5 req-1a71788d-4b68-4a14-b58f-9d962cc4e48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:01.496371 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7322f7d5-f627-4b4b-bdcc-08e4c28e3ae5 req-1a71788d-4b68-4a14-b58f-9d962cc4e48e service neutron] 10.222.0.21 "GET /v2.0/networks?id=2276b970-ba53-4cdf-8089-151cb82a4e87 HTTP/1.1" status: 200 len: 918 time: 0.1556818 Feb 10 03:38:01.536080 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a6facfc9-362e-44c9-bae8-dc1bb00ce896 req-33baa294-9334-48a4-8876-908c5d209095 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516126 Feb 10 03:38:02.306722 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aabaf1-77d6-4aaa-b804-a8516d94e898 req-39373c55-20ae-4851-b88d-b019083e7896 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:02.308349 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b8aabaf1-77d6-4aaa-b804-a8516d94e898 req-39373c55-20ae-4851-b88d-b019083e7896 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0548892 Feb 10 03:38:02.358390 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b8aabaf1-77d6-4aaa-b804-a8516d94e898 req-c2eeec25-0c72-490b-af49-22ade3d6074e tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440080 Feb 10 03:38:02.722887 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e21e3-b69c-4be4-940b-805833b89bb2 req-8dc98977-b9ac-4ddd-893e-655d0f7534b0 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:02.727813 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d63e21e3-b69c-4be4-940b-805833b89bb2 req-8dc98977-b9ac-4ddd-893e-655d0f7534b0 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.1114399 Feb 10 03:38:02.799148 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d63e21e3-b69c-4be4-940b-805833b89bb2 req-6ee2adc4-dd9c-4e60-a65f-bde4e565b141 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639367 Feb 10 03:38:02.809450 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-42255a82-6abc-453c-9ce1-c1201b8b68c6 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=40bfef4d74674be08aca4f965b2c2166&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341604 Feb 10 03:38:03.179947 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-9b13902c-d585-4d07-885f-56e831a68bdc tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:03.181384 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-9b13902c-d585-4d07-885f-56e831a68bdc tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3661284 Feb 10 03:38:03.198185 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-22a8b3d0-0f86-4aa2-b005-642f4ef41578 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/quotas/40bfef4d74674be08aca4f965b2c2166 HTTP/1.1" status: 200 len: 375 time: 0.0090616 Feb 10 03:38:03.229114 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-86ff677c-fd0c-4a8a-878c-3005a9f8262e tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=40bfef4d74674be08aca4f965b2c2166&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260944 Feb 10 03:38:03.393950 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-90e88e1c-6c3d-48ab-b34e-b5c5974de52f req-1f58fae8-3486-42e6-8603-787096506a46 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/ports?device_id=7111ed7d-a304-4363-bd54-ab38f6da8932 HTTP/1.1" status: 200 len: 210 time: 0.0302818 Feb 10 03:38:03.489323 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca3399-f287-45f8-9312-4f3e0c603319 req-abc3ec42-ae39-4e9a-b2f5-571d6d071579 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:03.490976 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-99ca3399-f287-45f8-9312-4f3e0c603319 req-abc3ec42-ae39-4e9a-b2f5-571d6d071579 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0531878 Feb 10 03:38:03.539915 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-99ca3399-f287-45f8-9312-4f3e0c603319 req-22a07c58-e2a7-4127-87a6-2101d2e53780 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423577 Feb 10 03:38:03.924186 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd8317-fa79-4123-83b7-e0b3268c67b7 req-14982031-0c61-4da3-ae3f-512d2c5f7f92 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:03.925658 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c6bd8317-fa79-4123-83b7-e0b3268c67b7 req-14982031-0c61-4da3-ae3f-512d2c5f7f92 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0550401 Feb 10 03:38:03.981641 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c6bd8317-fa79-4123-83b7-e0b3268c67b7 req-2851c9b2-7bdf-4e97-8d18-20c03f8385bc tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475848 Feb 10 03:38:04.430171 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7322f7d5-f627-4b4b-bdcc-08e4c28e3ae5 req-172bf205-dc8c-4b45-8630-672eaac33b98 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29a0a5b3-6729-4753-8ce5-55f51a8c9a2e HTTP/1.1" status: 200 len: 1001 time: 0.0941062 Feb 10 03:38:04.487685 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322f7d5-f627-4b4b-bdcc-08e4c28e3ae5 req-ce8aea27-31a3-4daf-9ccc-1a93a2b26384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:04.489172 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7322f7d5-f627-4b4b-bdcc-08e4c28e3ae5 req-ce8aea27-31a3-4daf-9ccc-1a93a2b26384 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8d5da7a8-bc65-46b6-8077-e221507906cd HTTP/1.1" status: 200 len: 856 time: 0.0455816 Feb 10 03:38:04.501427 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1cc7326b-a1df-4099-8542-3f654116adfd req-347a899d-c2e6-4f68-ab17-dfb316947cec tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/ports?device_id=7111ed7d-a304-4363-bd54-ab38f6da8932 HTTP/1.1" status: 200 len: 210 time: 0.0329387 Feb 10 03:38:04.594758 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322f7d5-f627-4b4b-bdcc-08e4c28e3ae5 req-235c0220-5c64-4e4d-8c83-49918562c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:04.596437 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7322f7d5-f627-4b4b-bdcc-08e4c28e3ae5 req-235c0220-5c64-4e4d-8c83-49918562c775 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2276b970-ba53-4cdf-8089-151cb82a4e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530725 Feb 10 03:38:04.671702 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f014ce-0265-4878-b37a-bc2ea0a11969 req-0cca3fdb-6871-462b-88f0-4b7458495c2e tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:04.673586 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-62f014ce-0265-4878-b37a-bc2ea0a11969 req-0cca3fdb-6871-462b-88f0-4b7458495c2e tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0609818 Feb 10 03:38:04.700294 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7322f7d5-f627-4b4b-bdcc-08e4c28e3ae5 req-61ca89c8-7899-496f-af23-2a3fde6e410d service neutron] 10.222.0.21 "GET /v2.0/networks/2276b970-ba53-4cdf-8089-151cb82a4e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857000 Feb 10 03:38:04.726219 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-62f014ce-0265-4878-b37a-bc2ea0a11969 req-f7aae268-5785-43c3-b2d5-9de0e5864fc9 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473080 Feb 10 03:38:04.798373 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7322f7d5-f627-4b4b-bdcc-08e4c28e3ae5 req-cd1bab6a-ccb6-4802-99f7-edc73e99b51a service neutron] 10.222.0.21 "GET /v2.0/networks/2276b970-ba53-4cdf-8089-151cb82a4e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896111 Feb 10 03:38:05.118241 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e93892-e71f-4919-bc86-f57cbfc0b2a7 req-7583dffc-42c6-4a1c-9e8a-8feb3f5bc96f tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:05.120178 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a4e93892-e71f-4919-bc86-f57cbfc0b2a7 req-7583dffc-42c6-4a1c-9e8a-8feb3f5bc96f tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0590012 Feb 10 03:38:05.176825 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-947bb75c-caf0-4d53-8154-2687acafdaea tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=40bfef4d74674be08aca4f965b2c2166&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350835 Feb 10 03:38:05.188014 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a4e93892-e71f-4919-bc86-f57cbfc0b2a7 req-03c3b47f-8e23-4c71-9431-875e0696d25b tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616059 Feb 10 03:38:05.387858 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-0b0ff987-7d0a-409d-9adb-71eea358fc2e tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:05.389292 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-0b0ff987-7d0a-409d-9adb-71eea358fc2e tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2037661 Feb 10 03:38:05.439128 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-262a9aad-c003-4425-8cde-911442f6479b tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Request body: {'port': {'device_id': '7111ed7d-a304-4363-bd54-ab38f6da8932', 'network_id': '67c0051e-6868-4c6d-b901-efcd427eaa62', 'admin_state_up': True, 'tenant_id': '40bfef4d74674be08aca4f965b2c2166'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:05.668888 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1c1604cf-5add-4f79-8850-0ec416da6e67 req-0623c709-62df-4c6a-9a63-f0fe7c1abb4c tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/ports?device_id=7111ed7d-a304-4363-bd54-ab38f6da8932 HTTP/1.1" status: 200 len: 210 time: 0.0854630 Feb 10 03:38:05.810312 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-262a9aad-c003-4425-8cde-911442f6479b tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Made reservation on behalf of 40bfef4d74674be08aca4f965b2c2166 for: {'port': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:38:05.816506 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-262a9aad-c003-4425-8cde-911442f6479b tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:05.826045 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-262a9aad-c003-4425-8cde-911442f6479b tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:05.856379 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c06327-f351-4281-9904-d85ee2ff11e0 req-d43ccb09-3da6-4e6a-b595-3f24dfb19bea tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:05.858013 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d6c06327-f351-4281-9904-d85ee2ff11e0 req-d43ccb09-3da6-4e6a-b595-3f24dfb19bea tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0597792 Feb 10 03:38:05.927099 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-262a9aad-c003-4425-8cde-911442f6479b tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Publish callbacks [] for security_group (0128d283-54f1-4cc5-a129-71238fbe26df), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:05.931335 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d6c06327-f351-4281-9904-d85ee2ff11e0 req-a070ca2e-218a-4a14-8e8e-02c27a994643 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661380 Feb 10 03:38:05.933438 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-262a9aad-c003-4425-8cde-911442f6479b tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (0128d283-54f1-4cc5-a129-71238fbe26df), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:05.968094 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 43738) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:06.062672 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34254300-4cf3-426a-8135-9a8f7273211b req-98438d6e-6289-4b41-83ce-aceaa6471051 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:06.065563 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-34254300-4cf3-426a-8135-9a8f7273211b req-98438d6e-6289-4b41-83ce-aceaa6471051 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0717678 Feb 10 03:38:06.074339 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 43744) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:06.080272 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-788f709c-3b47-4cf9-9faf-26b4c5f8b5b0 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Request body: {'floatingip': {'port_id': '2f6a5eaa-729c-49cc-aff5-a2c491acd54d'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:06.088450 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a9aad-c003-4425-8cde-911442f6479b tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0128d283-54f1-4cc5-a129-71238fbe26df,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:06.173866 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-262a9aad-c003-4425-8cde-911442f6479b tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Allocated IP 192.168.233.77 (67c0051e-6868-4c6d-b901-efcd427eaa62/035a770a-4039-42ef-ae47-5882f553f3d0/7438d24c-e614-4048-b3f8-5c54eb8f7645) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:38:06.193182 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-086411da-49b3-4302-8cbe-2c2da3521b60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:06.204263 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-788f709c-3b47-4cf9-9faf-26b4c5f8b5b0 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for floatingip (24c64b0d-4947-4908-8b0f-fecc257a6a52), before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:06.337027 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-262a9aad-c003-4425-8cde-911442f6479b tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Publish callbacks [] for port (7438d24c-e614-4048-b3f8-5c54eb8f7645), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:06.378488 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-262a9aad-c003-4425-8cde-911442f6479b tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (7438d24c-e614-4048-b3f8-5c54eb8f7645), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:06.423959 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-262a9aad-c003-4425-8cde-911442f6479b tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Network 67c0051e-6868-4c6d-b901-efcd427eaa62 is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:38:06.427098 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-262a9aad-c003-4425-8cde-911442f6479b tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:38:06.429656 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-262a9aad-c003-4425-8cde-911442f6479b tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:38:06.445558 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-086411da-49b3-4302-8cbe-2c2da3521b60 admin admin] Publish callbacks [] for security_group (a74012df-7cad-4551-9227-16686cc43b31), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:06.454485 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-086411da-49b3-4302-8cbe-2c2da3521b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (a74012df-7cad-4551-9227-16686cc43b31), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:06.461282 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a9aad-c003-4425-8cde-911442f6479b tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Pushing event updated for resources: {'Port': ['ID=7438d24c-e614-4048-b3f8-5c54eb8f7645,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:06.476795 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a9aad-c003-4425-8cde-911442f6479b tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:06.476795 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a9aad-c003-4425-8cde-911442f6479b tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:06.476795 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a9aad-c003-4425-8cde-911442f6479b tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:06.476795 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a9aad-c003-4425-8cde-911442f6479b tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:06.476795 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a9aad-c003-4425-8cde-911442f6479b tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:06.476795 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a9aad-c003-4425-8cde-911442f6479b tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:06.476795 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a9aad-c003-4425-8cde-911442f6479b tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:06.476795 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a9aad-c003-4425-8cde-911442f6479b tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:06.477590 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a9aad-c003-4425-8cde-911442f6479b tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:06.477590 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a9aad-c003-4425-8cde-911442f6479b tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:06.477737 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a9aad-c003-4425-8cde-911442f6479b tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:06.478057 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a9aad-c003-4425-8cde-911442f6479b tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:06.478350 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a9aad-c003-4425-8cde-911442f6479b tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:06.507230 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-262a9aad-c003-4425-8cde-911442f6479b tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:06.508330 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-262a9aad-c003-4425-8cde-911442f6479b tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:06.527051 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-262a9aad-c003-4425-8cde-911442f6479b tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0924184 Feb 10 03:38:06.543249 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-086411da-49b3-4302-8cbe-2c2da3521b60 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b06a4f01fa8941679c637967d163a9dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5740142 Feb 10 03:38:06.543979 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086411da-49b3-4302-8cbe-2c2da3521b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74012df-7cad-4551-9227-16686cc43b31,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:06.546238 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 43752) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:06.560662 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-66598382-ac11-4db1-9f93-5bd9950885f9 service neutron] Request body: {'port': {'device_id': '7111ed7d-a304-4363-bd54-ab38f6da8932', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:06.588956 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086411da-49b3-4302-8cbe-2c2da3521b60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:06.589287 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086411da-49b3-4302-8cbe-2c2da3521b60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:06.589795 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086411da-49b3-4302-8cbe-2c2da3521b60 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:06.590293 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086411da-49b3-4302-8cbe-2c2da3521b60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:06.590800 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086411da-49b3-4302-8cbe-2c2da3521b60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:06.591271 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086411da-49b3-4302-8cbe-2c2da3521b60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:06.591753 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086411da-49b3-4302-8cbe-2c2da3521b60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:06.592244 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086411da-49b3-4302-8cbe-2c2da3521b60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:06.592740 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086411da-49b3-4302-8cbe-2c2da3521b60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:06.593071 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086411da-49b3-4302-8cbe-2c2da3521b60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:06.593397 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086411da-49b3-4302-8cbe-2c2da3521b60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:06.593723 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086411da-49b3-4302-8cbe-2c2da3521b60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:06.594050 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086411da-49b3-4302-8cbe-2c2da3521b60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:06.665611 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-332e3b3a-672c-4fdf-a35a-32337bbb0b1e admin admin] Publish callbacks [] for security_group (a74012df-7cad-4551-9227-16686cc43b31), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:06.691789 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-332e3b3a-672c-4fdf-a35a-32337bbb0b1e admin admin] Publish callbacks [] for security_group (a74012df-7cad-4551-9227-16686cc43b31), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:06.693630 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-66598382-ac11-4db1-9f93-5bd9950885f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (7438d24c-e614-4048-b3f8-5c54eb8f7645), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:06.696812 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-52812258-0021-4ff0-88fc-1f7381cc9743 None None] Provisioning complete for port 7438d24c-e614-4048-b3f8-5c54eb8f7645 triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:06.697737 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-52812258-0021-4ff0-88fc-1f7381cc9743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (7438d24c-e614-4048-b3f8-5c54eb8f7645), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:06.737171 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-52812258-0021-4ff0-88fc-1f7381cc9743 None None] Port 7438d24c-e614-4048-b3f8-5c54eb8f7645 cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:38:06.753484 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-332e3b3a-672c-4fdf-a35a-32337bbb0b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (a74012df-7cad-4551-9227-16686cc43b31), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:06.755996 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-332e3b3a-672c-4fdf-a35a-32337bbb0b1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:06.759582 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-332e3b3a-672c-4fdf-a35a-32337bbb0b1e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a74012df-7cad-4551-9227-16686cc43b31 HTTP/1.1" status: 204 len: 168 time: 0.2095318 Feb 10 03:38:06.767633 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e3b3a-672c-4fdf-a35a-32337bbb0b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74012df-7cad-4551-9227-16686cc43b31,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:06.916758 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84626ef0-083a-4f5d-8672-f80f33adc36d req-8c299a06-cd87-4804-80fe-8eee8749f1b3 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:06.921130 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-84626ef0-083a-4f5d-8672-f80f33adc36d req-8c299a06-cd87-4804-80fe-8eee8749f1b3 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/ports?device_id=7111ed7d-a304-4363-bd54-ab38f6da8932 HTTP/1.1" status: 200 len: 935 time: 0.1706059 Feb 10 03:38:07.047354 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-84626ef0-083a-4f5d-8672-f80f33adc36d req-0ad433ad-e489-4aaa-bb3c-25013093ae96 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128d283-54f1-4cc5-a129-71238fbe26df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212428 Feb 10 03:38:07.096067 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-66598382-ac11-4db1-9f93-5bd9950885f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7438d24c-e614-4048-b3f8-5c54eb8f7645 {{(pid=102733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:38:07.105268 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-66598382-ac11-4db1-9f93-5bd9950885f9 service neutron] Publish callbacks [] for port (7438d24c-e614-4048-b3f8-5c54eb8f7645), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:07.123046 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.provisioning_blocks [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-66598382-ac11-4db1-9f93-5bd9950885f9 service neutron] Transition to ACTIVE for port object 7438d24c-e614-4048-b3f8-5c54eb8f7645 will not be triggered until provisioned by entity L2. {{(pid=102733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:38:07.126074 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-788f709c-3b47-4cf9-9faf-26b4c5f8b5b0 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:07.128168 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-66598382-ac11-4db1-9f93-5bd9950885f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (7438d24c-e614-4048-b3f8-5c54eb8f7645), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:07.130292 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-788f709c-3b47-4cf9-9faf-26b4c5f8b5b0 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575287'] for floatingip (24c64b0d-4947-4908-8b0f-fecc257a6a52), after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:07.187220 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66598382-ac11-4db1-9f93-5bd9950885f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7438d24c-e614-4048-b3f8-5c54eb8f7645,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:07.309896 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.db.l3_db [None req-788f709c-3b47-4cf9-9faf-26b4c5f8b5b0 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Floating IP 24c64b0d-4947-4908-8b0f-fecc257a6a52 associated. External IP: 172.27.0.155, port: 2f6a5eaa-729c-49cc-aff5-a2c491acd54d. Feb 10 03:38:07.348051 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-66598382-ac11-4db1-9f93-5bd9950885f9 service neutron] Attempting to bind port 7438d24c-e614-4048-b3f8-5c54eb8f7645 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:38:07.348388 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-66598382-ac11-4db1-9f93-5bd9950885f9 service neutron] Attempting to bind port 7438d24c-e614-4048-b3f8-5c54eb8f7645 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'c543b657-a74d-4616-8330-e48ce49aa277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '67c0051e-6868-4c6d-b901-efcd427eaa62'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:38:07.350192 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-66598382-ac11-4db1-9f93-5bd9950885f9 service neutron] Attempting to bind port 7438d24c-e614-4048-b3f8-5c54eb8f7645 on network 67c0051e-6868-4c6d-b901-efcd427eaa62 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:38:07.361657 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-66598382-ac11-4db1-9f93-5bd9950885f9 service neutron] Port 7438d24c-e614-4048-b3f8-5c54eb8f7645 on network 67c0051e-6868-4c6d-b901-efcd427eaa62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:38:07.361985 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-66598382-ac11-4db1-9f93-5bd9950885f9 service neutron] Attempting to bind port 7438d24c-e614-4048-b3f8-5c54eb8f7645 on network 67c0051e-6868-4c6d-b901-efcd427eaa62 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:38:07.372703 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-66598382-ac11-4db1-9f93-5bd9950885f9 service neutron] Checking agent: {'id': '7fa92194-f930-41b3-9bb5-0cd5b2874298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'started_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:38:07.372953 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-66598382-ac11-4db1-9f93-5bd9950885f9 service neutron] Checking segment: {'id': 'c543b657-a74d-4616-8330-e48ce49aa277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '67c0051e-6868-4c6d-b901-efcd427eaa62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:38:07.373336 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-66598382-ac11-4db1-9f93-5bd9950885f9 service neutron] Bound using segment: {'id': 'c543b657-a74d-4616-8330-e48ce49aa277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '67c0051e-6868-4c6d-b901-efcd427eaa62'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:38:07.373769 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-66598382-ac11-4db1-9f93-5bd9950885f9 service neutron] Bound port: 7438d24c-e614-4048-b3f8-5c54eb8f7645, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c543b657-a74d-4616-8330-e48ce49aa277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '67c0051e-6868-4c6d-b901-efcd427eaa62'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:38:07.375724 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-66598382-ac11-4db1-9f93-5bd9950885f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (7438d24c-e614-4048-b3f8-5c54eb8f7645), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:07.488738 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-66598382-ac11-4db1-9f93-5bd9950885f9 service neutron] For port 7438d24c-e614-4048-b3f8-5c54eb8f7645, host hv-cinder-82806, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:38:07.493304 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-66598382-ac11-4db1-9f93-5bd9950885f9 service neutron] For port 7438d24c-e614-4048-b3f8-5c54eb8f7645, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=7438d24c-e614-4048-b3f8-5c54eb8f7645,segment=NetworkSegment(c543b657-a74d-4616-8330-e48ce49aa277),segment_id=c543b657-a74d-4616-8330-e48ce49aa277)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:38:07.514271 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-66598382-ac11-4db1-9f93-5bd9950885f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (7438d24c-e614-4048-b3f8-5c54eb8f7645), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:07.582450 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-66598382-ac11-4db1-9f93-5bd9950885f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:07.584903 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-66598382-ac11-4db1-9f93-5bd9950885f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:07.588187 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-66598382-ac11-4db1-9f93-5bd9950885f9 service neutron] 10.222.0.21 "PUT /v2.0/ports/7438d24c-e614-4048-b3f8-5c54eb8f7645 HTTP/1.1" status: 200 len: 1097 time: 1.0327430 Feb 10 03:38:07.588670 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7111ed7d-a304-4363-bd54-ab38f6da8932', 'tag': '7438d24c-e614-4048-b3f8-5c54eb8f7645'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:38:07.591086 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f440aa5-8454-4cd1-9905-177eef3f040f" -d '{"events": [{"name": "network-changed", "server_uuid": "7111ed7d-a304-4363-bd54-ab38f6da8932", "tag": "7438d24c-e614-4048-b3f8-5c54eb8f7645"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:38:07.657763 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66598382-ac11-4db1-9f93-5bd9950885f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7438d24c-e614-4048-b3f8-5c54eb8f7645,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:07.715793 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15b76eb-3812-44a2-9d77-33829a24ff8f x-openstack-request-id: req-c15b76eb-3812-44a2-9d77-33829a24ff8f {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:38:07.716133 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7111ed7d-a304-4363-bd54-ab38f6da8932", "tag": "7438d24c-e614-4048-b3f8-5c54eb8f7645", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:38:07.716391 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c15b76eb-3812-44a2-9d77-33829a24ff8f {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:38:07.716791 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7111ed7d-a304-4363-bd54-ab38f6da8932', 'tag': '7438d24c-e614-4048-b3f8-5c54eb8f7645', 'status': 'completed', 'code': 200} Feb 10 03:38:07.776820 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-8d6f4e23-4dae-440c-ad6b-fa04e57277ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:07.780367 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-8d6f4e23-4dae-440c-ad6b-fa04e57277ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=40bfef4d74674be08aca4f965b2c2166&device_id=7111ed7d-a304-4363-bd54-ab38f6da8932 HTTP/1.1" status: 200 len: 1131 time: 0.1015856 Feb 10 03:38:07.853494 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-beaec528-13bd-4b06-803b-bb8b2527accd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=7438d24c-e614-4048-b3f8-5c54eb8f7645 HTTP/1.1" status: 200 len: 217 time: 0.0564075 Feb 10 03:38:07.899110 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788f709c-3b47-4cf9-9faf-26b4c5f8b5b0 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Router e3b1416d-13b2-4560-b5ee-cfe3cecaf120 has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:38:07.905412 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-59331102-1053-4def-b33f-8bae9d6415fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:07.907159 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-59331102-1053-4def-b33f-8bae9d6415fd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=035a770a-4039-42ef-ae47-5882f553f3d0 HTTP/1.1" status: 200 len: 843 time: 0.0467045 Feb 10 03:38:07.972502 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-8ada9322-a8aa-4712-bef8-709adf9e1572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:07.974037 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-8ada9322-a8aa-4712-bef8-709adf9e1572 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=67c0051e-6868-4c6d-b901-efcd427eaa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0510764 Feb 10 03:38:08.036194 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788f709c-3b47-4cf9-9faf-26b4c5f8b5b0 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:38:08.048176 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39932ca3-f4fa-4a1b-be21-57aa64905024 None None] Sync routers for ids ['e3b1416d-13b2-4560-b5ee-cfe3cecaf120'] in dv-cinder-828060-2-iscsi {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:38:08.049713 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-788f709c-3b47-4cf9-9faf-26b4c5f8b5b0 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for floatingip (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:08.064225 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39932ca3-f4fa-4a1b-be21-57aa64905024 None None] Routers {'e3b1416d-13b2-4560-b5ee-cfe3cecaf120'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:38:08.065792 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-39932ca3-f4fa-4a1b-be21-57aa64905024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:37:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['e3b1416d-13b2-4560-b5ee-cfe3cecaf120'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:08.087140 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-788f709c-3b47-4cf9-9faf-26b4c5f8b5b0 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "PUT /v2.0/floatingips/24c64b0d-4947-4908-8b0f-fecc257a6a52 HTTP/1.1" status: 200 len: 991 time: 2.0109949 Feb 10 03:38:08.088213 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60b46a9-24cb-430f-83bd-3c74a87a08cd', 'tag': '2f6a5eaa-729c-49cc-aff5-a2c491acd54d'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:38:08.099843 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-6333be07-d5dd-432d-a023-b9a0be0ea0ca service neutron] 10.222.0.21 "GET /v2.0/networks/67c0051e-6868-4c6d-b901-efcd427eaa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162841 Feb 10 03:38:08.105668 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c602a1d3bfa6b920adc7a3165aab5144276c11c90910883e43ac8280538c1e72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07868fb-e795-4eeb-aedd-8177f5723398" -d '{"events": [{"name": "network-changed", "server_uuid": "d60b46a9-24cb-430f-83bd-3c74a87a08cd", "tag": "2f6a5eaa-729c-49cc-aff5-a2c491acd54d"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:38:08.236153 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-99f73977-2f59-4d41-95cb-7b8a67b57f42 req-5d729cbe-1fe5-464b-b0c2-83a02332d401 service neutron] 10.222.0.21 "GET /v2.0/networks/67c0051e-6868-4c6d-b901-efcd427eaa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292925 Feb 10 03:38:08.248701 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-39932ca3-f4fa-4a1b-be21-57aa64905024 None None] Set router e3b1416d-13b2-4560-b5ee-cfe3cecaf120 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:38:08.260389 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e86af-35c5-4fa8-9c89-852b90ba400f req-4360fb9e-1bc2-4497-b992-2cd1e012fc3b tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:08.267280 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ed7e86af-35c5-4fa8-9c89-852b90ba400f req-4360fb9e-1bc2-4497-b992-2cd1e012fc3b tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.1083822 Feb 10 03:38:08.282228 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef6c8f-54b1-411d-a2ee-21b47e03e4c6 req-5fa5fc7b-b381-4fff-a58e-d4bb6a056d44 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:08.283860 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-28ef6c8f-54b1-411d-a2ee-21b47e03e4c6 req-5fa5fc7b-b381-4fff-a58e-d4bb6a056d44 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/ports?device_id=7111ed7d-a304-4363-bd54-ab38f6da8932 HTTP/1.1" status: 200 len: 947 time: 0.1155732 Feb 10 03:38:08.355464 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-28ef6c8f-54b1-411d-a2ee-21b47e03e4c6 req-7f284785-db11-41fd-ab32-939a169351e0 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128d283-54f1-4cc5-a129-71238fbe26df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630441 Feb 10 03:38:08.365486 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ed7e86af-35c5-4fa8-9c89-852b90ba400f req-3672d224-39d4-4402-95da-7edb8cd5d0f4 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972788 Feb 10 03:38:08.431283 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c90e6a-10d1-458e-bf23-d8d20701931a x-openstack-request-id: req-96c90e6a-10d1-458e-bf23-d8d20701931a {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:38:08.431785 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60b46a9-24cb-430f-83bd-3c74a87a08cd", "tag": "2f6a5eaa-729c-49cc-aff5-a2c491acd54d", "status": "completed", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:38:08.432176 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-96c90e6a-10d1-458e-bf23-d8d20701931a {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:38:08.432756 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd60b46a9-24cb-430f-83bd-3c74a87a08cd', 'tag': '2f6a5eaa-729c-49cc-aff5-a2c491acd54d', 'status': 'completed', 'code': 200} Feb 10 03:38:08.443344 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f440aa5-8454-4cd1-9905-177eef3f040f req-3638c20d-8f3e-4844-a134-f1c314201c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:08.445000 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-5f440aa5-8454-4cd1-9905-177eef3f040f req-3638c20d-8f3e-4844-a134-f1c314201c33 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=40bfef4d74674be08aca4f965b2c2166&device_id=7111ed7d-a304-4363-bd54-ab38f6da8932 HTTP/1.1" status: 200 len: 1131 time: 0.0591269 Feb 10 03:38:08.546563 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-39932ca3-f4fa-4a1b-be21-57aa64905024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'name': 'tempest-AttachVolumeTestJSON-565419419-router', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:18Z', 'revision_number': 4, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'gw_port': {'id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:09Z', 'updated_at': '2022-02-10T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_floatingips': [{'id': '24c64b0d-4947-4908-8b0f-fecc257a6a52', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'port_id': '2f6a5eaa-729c-49cc-aff5-a2c491acd54d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38', 'mac_address': 'fa:16:3e:6a:1b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b46a9-24cb-430f-83bd-3c74a87a08cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:37:34Z', 'updated_at': '2022-02-10T03:38:06Z', 'revision_number': 1, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2488aed3-ffc0-4c83-9a18-b6d2570ce823', 'name': '', 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'mac_address': 'fa:16:3e:96:ee:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:16Z', 'updated_at': '2022-02-10T03:37:29Z', 'revision_number': 5, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'subnets': [{'id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:08.580086 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39932ca3-f4fa-4a1b-be21-57aa64905024 None None] Checking router: e3b1416d-13b2-4560-b5ee-cfe3cecaf120 for host: dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:38:08.589543 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39932ca3-f4fa-4a1b-be21-57aa64905024 None None] Routers {'e3b1416d-13b2-4560-b5ee-cfe3cecaf120'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:38:08.590347 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-39932ca3-f4fa-4a1b-be21-57aa64905024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:37:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['e3b1416d-13b2-4560-b5ee-cfe3cecaf120'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:08.604063 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07868fb-e795-4eeb-aedd-8177f5723398 req-96aa427a-3701-4b0f-b3d0-2cf6364e4c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:08.605565 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-b07868fb-e795-4eeb-aedd-8177f5723398 req-96aa427a-3701-4b0f-b3d0-2cf6364e4c94 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f327fcae4b024948a911ad1bdeb06ad9&device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 1129 time: 0.1039343 Feb 10 03:38:08.608293 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f440aa5-8454-4cd1-9905-177eef3f040f req-d2224934-12c9-4bf0-b185-c080e0f2e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:08.609598 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-5f440aa5-8454-4cd1-9905-177eef3f040f req-d2224934-12c9-4bf0-b185-c080e0f2e1c0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=67c0051e-6868-4c6d-b901-efcd427eaa62 HTTP/1.1" status: 200 len: 870 time: 0.1306987 Feb 10 03:38:08.678134 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-5f440aa5-8454-4cd1-9905-177eef3f040f req-910cb517-dfd2-4c56-af38-1f423be35c16 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=7438d24c-e614-4048-b3f8-5c54eb8f7645 HTTP/1.1" status: 200 len: 217 time: 0.0558372 Feb 10 03:38:08.723813 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-39932ca3-f4fa-4a1b-be21-57aa64905024 None None] Set router e3b1416d-13b2-4560-b5ee-cfe3cecaf120 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:38:08.769662 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f440aa5-8454-4cd1-9905-177eef3f040f req-dbb02b5f-35f3-47fb-833b-66f8f5111253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:08.771163 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-5f440aa5-8454-4cd1-9905-177eef3f040f req-dbb02b5f-35f3-47fb-833b-66f8f5111253 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=035a770a-4039-42ef-ae47-5882f553f3d0 HTTP/1.1" status: 200 len: 843 time: 0.0863576 Feb 10 03:38:08.811612 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07868fb-e795-4eeb-aedd-8177f5723398 req-996b1fef-97d0-4733-98d1-8873a13ce1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:08.813181 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-b07868fb-e795-4eeb-aedd-8177f5723398 req-996b1fef-97d0-4733-98d1-8873a13ce1a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d05c7b61-b2b5-4d63-9ad8-889925a1fb38 HTTP/1.1" status: 200 len: 911 time: 0.1924520 Feb 10 03:38:08.874737 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f440aa5-8454-4cd1-9905-177eef3f040f req-7969e46f-55ff-4fca-9ecc-457d0d5bb5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:08.877506 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-5f440aa5-8454-4cd1-9905-177eef3f040f req-7969e46f-55ff-4fca-9ecc-457d0d5bb5ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=67c0051e-6868-4c6d-b901-efcd427eaa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0962021 Feb 10 03:38:08.927208 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-b07868fb-e795-4eeb-aedd-8177f5723398 req-2a5c02d9-31fd-42e8-8e80-2bda6c9caa28 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f6a5eaa-729c-49cc-aff5-a2c491acd54d HTTP/1.1" status: 200 len: 999 time: 0.1031764 Feb 10 03:38:09.023889 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07868fb-e795-4eeb-aedd-8177f5723398 req-daec17dc-723d-45b0-91f0-d6fc11d60bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:09.025438 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-b07868fb-e795-4eeb-aedd-8177f5723398 req-daec17dc-723d-45b0-91f0-d6fc11d60bc3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bec865b2-7c97-41d1-94cb-c04a8fe247f5 HTTP/1.1" status: 200 len: 849 time: 0.0894780 Feb 10 03:38:09.083951 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-39932ca3-f4fa-4a1b-be21-57aa64905024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'name': 'tempest-AttachVolumeTestJSON-565419419-router', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:18Z', 'revision_number': 4, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'gw_port': {'id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:09Z', 'updated_at': '2022-02-10T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_floatingips': [{'id': '24c64b0d-4947-4908-8b0f-fecc257a6a52', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'port_id': '2f6a5eaa-729c-49cc-aff5-a2c491acd54d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38', 'mac_address': 'fa:16:3e:6a:1b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b46a9-24cb-430f-83bd-3c74a87a08cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:37:34Z', 'updated_at': '2022-02-10T03:38:06Z', 'revision_number': 1, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2488aed3-ffc0-4c83-9a18-b6d2570ce823', 'name': '', 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'mac_address': 'fa:16:3e:96:ee:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:16Z', 'updated_at': '2022-02-10T03:37:29Z', 'revision_number': 5, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'subnets': [{'id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:09.085189 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-5f440aa5-8454-4cd1-9905-177eef3f040f req-a5e6b147-e681-4fa9-b5a4-cb2b7bdcf7e5 service neutron] 10.222.0.21 "GET /v2.0/networks/67c0051e-6868-4c6d-b901-efcd427eaa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844184 Feb 10 03:38:09.120303 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39932ca3-f4fa-4a1b-be21-57aa64905024 None None] The sync data for ids ['e3b1416d-13b2-4560-b5ee-cfe3cecaf120'] in dv-cinder-828060-2-iscsi is: [{'id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'name': 'tempest-AttachVolumeTestJSON-565419419-router', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:18Z', 'revision_number': 4, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'gw_port': {'id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:09Z', 'updated_at': '2022-02-10T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_floatingips': [{'id': '24c64b0d-4947-4908-8b0f-fecc257a6a52', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'port_id': '2f6a5eaa-729c-49cc-aff5-a2c491acd54d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38', 'mac_address': 'fa:16:3e:6a:1b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b46a9-24cb-430f-83bd-3c74a87a08cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:37:34Z', 'updated_at': '2022-02-10T03:38:06Z', 'revision_number': 1, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2488aed3-ffc0-4c83-9a18-b6d2570ce823', 'name': '', 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'mac_address': 'fa:16:3e:96:ee:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:16Z', 'updated_at': '2022-02-10T03:37:29Z', 'revision_number': 5, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'subnets': [{'id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:38:09.175421 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07868fb-e795-4eeb-aedd-8177f5723398 req-becffc63-5e40-4b33-b7e5-b621437d939e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:09.177400 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-b07868fb-e795-4eeb-aedd-8177f5723398 req-becffc63-5e40-4b33-b7e5-b621437d939e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d05c7b61-b2b5-4d63-9ad8-889925a1fb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1411157 Feb 10 03:38:09.321248 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-5f440aa5-8454-4cd1-9905-177eef3f040f req-2c49d9d0-8285-444c-9642-f60ad81541aa service neutron] 10.222.0.21 "GET /v2.0/networks/67c0051e-6868-4c6d-b901-efcd427eaa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078366 Feb 10 03:38:09.341294 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-b07868fb-e795-4eeb-aedd-8177f5723398 req-df430828-c86d-4290-85b7-551b6391cf80 service neutron] 10.222.0.21 "GET /v2.0/networks/d05c7b61-b2b5-4d63-9ad8-889925a1fb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560600 Feb 10 03:38:09.505021 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d9b707-86ea-4115-b13c-28626306de64 None None] New status for floating IP 24c64b0d-4947-4908-8b0f-fecc257a6a52: ACTIVE {{(pid=102734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 03:38:09.528943 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-b07868fb-e795-4eeb-aedd-8177f5723398 req-a528ff0b-1cfb-4b4f-9ee9-b514bfae31d5 service neutron] 10.222.0.21 "GET /v2.0/networks/d05c7b61-b2b5-4d63-9ad8-889925a1fb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643231 Feb 10 03:38:09.529427 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 43904) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:09.574228 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56469c-3111-4f49-9566-116c5f436b95 req-07c2125b-5563-4bad-b041-0f6e7aaa1ca2 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:09.576352 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bf56469c-3111-4f49-9566-116c5f436b95 req-07c2125b-5563-4bad-b041-0f6e7aaa1ca2 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/ports?device_id=7111ed7d-a304-4363-bd54-ab38f6da8932 HTTP/1.1" status: 200 len: 947 time: 0.1213567 Feb 10 03:38:09.593416 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aaa1ae-3db7-47da-b677-16499dbfab83 req-c431bcb4-fb2b-4315-a999-a8f58e24197a tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:09.595482 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-96aaa1ae-3db7-47da-b677-16499dbfab83 req-c431bcb4-fb2b-4315-a999-a8f58e24197a tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.1299770 Feb 10 03:38:09.698970 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bf56469c-3111-4f49-9566-116c5f436b95 req-85cead61-566e-478f-b419-f526b5027c1c tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128d283-54f1-4cc5-a129-71238fbe26df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103301 Feb 10 03:38:09.712264 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-96aaa1ae-3db7-47da-b677-16499dbfab83 req-948ffd28-28f7-4a41-ab2c-6195524f80c3 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009796 Feb 10 03:38:09.775268 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b003a50d-e271-4f91-bfa2-be738b63207e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:09.837663 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 43910) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:09.881747 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b003a50d-e271-4f91-bfa2-be738b63207e admin admin] Publish callbacks [] for security_group (c9ae8ba0-0de0-4f4d-9f3e-000c0bee420a), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:09.885931 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b003a50d-e271-4f91-bfa2-be738b63207e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (c9ae8ba0-0de0-4f4d-9f3e-000c0bee420a), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:09.930959 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003a50d-e271-4f91-bfa2-be738b63207e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ae8ba0-0de0-4f4d-9f3e-000c0bee420a,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:09.946900 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 43916) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:09.947171 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-b003a50d-e271-4f91-bfa2-be738b63207e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c63d08c3d7444191be938fb88753524f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4162078 Feb 10 03:38:09.981279 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fb54941b-7f51-4690-98f3-38038d7b5069 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:10.038621 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-88bd210b-4ce6-40b5-bfe9-8c17e05ffa17 admin admin] Publish callbacks [] for security_group (c9ae8ba0-0de0-4f4d-9f3e-000c0bee420a), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:10.073567 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-88bd210b-4ce6-40b5-bfe9-8c17e05ffa17 admin admin] Publish callbacks [] for security_group (c9ae8ba0-0de0-4f4d-9f3e-000c0bee420a), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:10.134880 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fb54941b-7f51-4690-98f3-38038d7b5069 admin admin] Publish callbacks [] for security_group (5f297ba4-710e-40cf-b242-a87bbf8df011), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:10.139068 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fb54941b-7f51-4690-98f3-38038d7b5069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (5f297ba4-710e-40cf-b242-a87bbf8df011), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:10.178194 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-88bd210b-4ce6-40b5-bfe9-8c17e05ffa17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (c9ae8ba0-0de0-4f4d-9f3e-000c0bee420a), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:10.180801 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-88bd210b-4ce6-40b5-bfe9-8c17e05ffa17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:10.181940 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-88bd210b-4ce6-40b5-bfe9-8c17e05ffa17 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c9ae8ba0-0de0-4f4d-9f3e-000c0bee420a HTTP/1.1" status: 204 len: 168 time: 0.2340188 Feb 10 03:38:10.185712 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-fb54941b-7f51-4690-98f3-38038d7b5069 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6ce6424c3d084b128a81594bd2862f54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3469629 Feb 10 03:38:10.186535 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54941b-7f51-4690-98f3-38038d7b5069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f297ba4-710e-40cf-b242-a87bbf8df011,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:10.188499 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 43924) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:10.200363 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd210b-4ce6-40b5-bfe9-8c17e05ffa17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ae8ba0-0de0-4f4d-9f3e-000c0bee420a,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:10.242977 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ca0c83f7-5f8a-442e-bef8-6744c37d4d6a admin admin] Publish callbacks [] for security_group (5f297ba4-710e-40cf-b242-a87bbf8df011), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:10.265600 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ca0c83f7-5f8a-442e-bef8-6744c37d4d6a admin admin] Publish callbacks [] for security_group (5f297ba4-710e-40cf-b242-a87bbf8df011), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:10.323298 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ca0c83f7-5f8a-442e-bef8-6744c37d4d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (5f297ba4-710e-40cf-b242-a87bbf8df011), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:10.326002 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ca0c83f7-5f8a-442e-bef8-6744c37d4d6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:10.327285 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-ca0c83f7-5f8a-442e-bef8-6744c37d4d6a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f297ba4-710e-40cf-b242-a87bbf8df011 HTTP/1.1" status: 204 len: 168 time: 0.1378248 Feb 10 03:38:10.335084 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c83f7-5f8a-442e-bef8-6744c37d4d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f297ba4-710e-40cf-b242-a87bbf8df011,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:10.704524 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 43942) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:10.725176 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b2f5991f-8c24-485e-801f-88e1021339b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:10.862975 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b2f5991f-8c24-485e-801f-88e1021339b2 admin admin] Publish callbacks [] for security_group (73e74fd5-c14d-47fe-a469-54ce2072d6ed), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:10.868662 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b2f5991f-8c24-485e-801f-88e1021339b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (73e74fd5-c14d-47fe-a469-54ce2072d6ed), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:10.908574 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11683551-b57c-4b4c-b989-a1986fc356f9 req-00fb0d53-88f2-4938-997a-bd02767f2013 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:10.909113 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5991f-8c24-485e-801f-88e1021339b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e74fd5-c14d-47fe-a469-54ce2072d6ed,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:10.910231 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-11683551-b57c-4b4c-b989-a1986fc356f9 req-00fb0d53-88f2-4938-997a-bd02767f2013 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/ports?device_id=7111ed7d-a304-4363-bd54-ab38f6da8932 HTTP/1.1" status: 200 len: 947 time: 0.1243403 Feb 10 03:38:10.922056 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a2fcd-562d-440e-ba1b-06f84cc8fe34 req-44d02e20-d46a-47f0-9858-fb77a28ab583 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:10.923527 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a95a2fcd-562d-440e-ba1b-06f84cc8fe34 req-44d02e20-d46a-47f0-9858-fb77a28ab583 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0838912 Feb 10 03:38:10.924828 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-b2f5991f-8c24-485e-801f-88e1021339b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c31224eaee34362932f13752c39fcb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180488 Feb 10 03:38:10.928107 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 43954) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:11.020266 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 43960) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:11.043294 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-11683551-b57c-4b4c-b989-a1986fc356f9 req-461943e8-25a4-4a3a-a52e-37426858d1f3 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128d283-54f1-4cc5-a129-71238fbe26df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184521 Feb 10 03:38:11.050417 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a95a2fcd-562d-440e-ba1b-06f84cc8fe34 req-0e47e285-ae2f-4c01-9abb-4cce2b9c0d81 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148114 Feb 10 03:38:11.061997 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-da46dd22-5e38-4811-b483-bd8e82c5c942 admin admin] Publish callbacks [] for security_group (73e74fd5-c14d-47fe-a469-54ce2072d6ed), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:11.090963 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-da46dd22-5e38-4811-b483-bd8e82c5c942 admin admin] Publish callbacks [] for security_group (73e74fd5-c14d-47fe-a469-54ce2072d6ed), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:11.149223 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-da46dd22-5e38-4811-b483-bd8e82c5c942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (73e74fd5-c14d-47fe-a469-54ce2072d6ed), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:11.152736 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-da46dd22-5e38-4811-b483-bd8e82c5c942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:11.156608 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-da46dd22-5e38-4811-b483-bd8e82c5c942 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/73e74fd5-c14d-47fe-a469-54ce2072d6ed HTTP/1.1" status: 204 len: 168 time: 0.2247865 Feb 10 03:38:11.163710 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46dd22-5e38-4811-b483-bd8e82c5c942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e74fd5-c14d-47fe-a469-54ce2072d6ed,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:11.190566 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-661c1b4c-5e6d-432a-a324-8fa16b3069ea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-204229787-network', 'tenant_id': 'b5f20a9d15eb4d99bf667578a36a9f55'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:11.217762 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661c1b4c-5e6d-432a-a324-8fa16b3069ea admin admin] Made reservation on behalf of b5f20a9d15eb4d99bf667578a36a9f55 for: {'network': 1} {{(pid=102732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:38:11.221419 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-661c1b4c-5e6d-432a-a324-8fa16b3069ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for network (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:11.230967 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-661c1b4c-5e6d-432a-a324-8fa16b3069ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:11.332164 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-661c1b4c-5e6d-432a-a324-8fa16b3069ea admin admin] Publish callbacks [] for security_group (4943efc5-81f3-4158-a24d-11e5b6b1133d), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:11.337381 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-661c1b4c-5e6d-432a-a324-8fa16b3069ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (4943efc5-81f3-4158-a24d-11e5b6b1133d), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:11.352281 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-661c1b4c-5e6d-432a-a324-8fa16b3069ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=102732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:38:11.375175 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-661c1b4c-5e6d-432a-a324-8fa16b3069ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (12fbc880-dc45-48eb-b207-8a70d4943409), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:11.375496 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.db.segments_db [None req-661c1b4c-5e6d-432a-a324-8fa16b3069ea admin admin] Added segment 12fbc880-dc45-48eb-b207-8a70d4943409 of type vlan for network 76e22acc-1b00-4e17-aaca-a2a7c6c019ee Feb 10 03:38:11.388235 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c1b4c-5e6d-432a-a324-8fa16b3069ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4943efc5-81f3-4158-a24d-11e5b6b1133d,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:11.430040 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-661c1b4c-5e6d-432a-a324-8fa16b3069ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387737128'] for network (76e22acc-1b00-4e17-aaca-a2a7c6c019ee), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:11.450582 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 7438d24c-e614-4048-b3f8-5c54eb8f7645 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:38:11.469315 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-661c1b4c-5e6d-432a-a324-8fa16b3069ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for network (76e22acc-1b00-4e17-aaca-a2a7c6c019ee), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:11.471483 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661c1b4c-5e6d-432a-a324-8fa16b3069ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:11.472632 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-661c1b4c-5e6d-432a-a324-8fa16b3069ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:11.548071 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c1b4c-5e6d-432a-a324-8fa16b3069ea admin admin] Pushing event updated for resources: {'Network': ['ID=76e22acc-1b00-4e17-aaca-a2a7c6c019ee,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:11.555612 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-661c1b4c-5e6d-432a-a324-8fa16b3069ea admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5314100 Feb 10 03:38:11.558439 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 43994) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:11.562300 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Network 76e22acc-1b00-4e17-aaca-a2a7c6c019ee details requested by agent ovs-agent-dv-cinder-828060-2-iscsi with host dv-cinder-828060-2-iscsi {{(pid=102734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:38:11.565091 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-0ddf895e-2fcc-4c14-b593-bdc4aafacf57 admin admin] Request body: {'subnet': {'network_id': '76e22acc-1b00-4e17-aaca-a2a7c6c019ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-204229787-subnet', 'tenant_id': 'b5f20a9d15eb4d99bf667578a36a9f55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:11.600396 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddf895e-2fcc-4c14-b593-bdc4aafacf57 admin admin] Made reservation on behalf of b5f20a9d15eb4d99bf667578a36a9f55 for: {'subnet': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:38:11.612730 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0ddf895e-2fcc-4c14-b593-bdc4aafacf57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265035783'] for subnet (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:11.652501 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 7438d24c-e614-4048-b3f8-5c54eb8f7645, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=7438d24c-e614-4048-b3f8-5c54eb8f7645,segment=NetworkSegment(c543b657-a74d-4616-8330-e48ce49aa277),segment_id=c543b657-a74d-4616-8330-e48ce49aa277)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:11.668461 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Returning: {'device': '7438d24c-e614-4048-b3f8-5c54eb8f7645', 'network_id': '67c0051e-6868-4c6d-b901-efcd427eaa62', 'port_id': '7438d24c-e614-4048-b3f8-5c54eb8f7645', 'mac_address': 'fa:16:3e:1c:0e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '035a770a-4039-42ef-ae47-5882f553f3d0', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:38:11.711438 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 7438d24c-e614-4048-b3f8-5c54eb8f7645 is: DOWN; New status is: BUILD {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:11.712303 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (7438d24c-e614-4048-b3f8-5c54eb8f7645), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:11.732647 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7438d24c-e614-4048-b3f8-5c54eb8f7645 {{(pid=102734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:38:11.757513 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 7438d24c-e614-4048-b3f8-5c54eb8f7645, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=7438d24c-e614-4048-b3f8-5c54eb8f7645,segment=NetworkSegment(c543b657-a74d-4616-8330-e48ce49aa277),segment_id=c543b657-a74d-4616-8330-e48ce49aa277)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:11.764641 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (7438d24c-e614-4048-b3f8-5c54eb8f7645), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:11.824331 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=7438d24c-e614-4048-b3f8-5c54eb8f7645,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:11.826217 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0ddf895e-2fcc-4c14-b593-bdc4aafacf57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264842969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265035797'] for subnet (b9fbe90b-c190-4c4c-89cb-76c1c5beca62), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:11.834892 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:11.834892 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:11.834892 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:11.834892 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:11.834892 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:11.834892 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:11.834892 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:11.835350 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:11.835428 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:11.835747 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:11.836186 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:11.836504 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:11.837037 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:11.882175 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf895e-2fcc-4c14-b593-bdc4aafacf57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9fbe90b-c190-4c4c-89cb-76c1c5beca62,revision_number=0']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:11.892884 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddf895e-2fcc-4c14-b593-bdc4aafacf57 admin admin] Checking segment: {'id': '12fbc880-dc45-48eb-b207-8a70d4943409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '76e22acc-1b00-4e17-aaca-a2a7c6c019ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:38:11.893346 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddf895e-2fcc-4c14-b593-bdc4aafacf57 admin admin] Network hostable DHCP agents. Network: 76e22acc-1b00-4e17-aaca-a2a7c6c019ee, hostable agents: ['1db83568-5d00-4ab2-ab08-3829f0594148'], hosted agents: [] {{(pid=102733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:38:11.916280 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddf895e-2fcc-4c14-b593-bdc4aafacf57 admin admin] Network 76e22acc-1b00-4e17-aaca-a2a7c6c019ee is scheduled to be hosted by DHCP agent 1db83568-5d00-4ab2-ab08-3829f0594148 with binding_index 1 {{(pid=102733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:38:11.928035 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-0ddf895e-2fcc-4c14-b593-bdc4aafacf57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-2-iscsi, 76e22acc-1b00-4e17-aaca-a2a7c6c019ee) {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:38:11.937681 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22d4b58-d1eb-4a32-bf92-1a68771ef40e None None] Network 76e22acc-1b00-4e17-aaca-a2a7c6c019ee requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:38:11.942466 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddf895e-2fcc-4c14-b593-bdc4aafacf57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:11.943089 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0ddf895e-2fcc-4c14-b593-bdc4aafacf57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:11.971357 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-0ddf895e-2fcc-4c14-b593-bdc4aafacf57 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4116015 Feb 10 03:38:12.058382 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828ea781-b435-42b8-87b2-79d4d7d14ac5 None None] Network 76e22acc-1b00-4e17-aaca-a2a7c6c019ee requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:38:12.220087 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1edf7-2b72-443f-86da-c3d92635165d req-b84c470d-c144-4362-a01b-aeda5611dd01 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:12.221596 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-06b1edf7-2b72-443f-86da-c3d92635165d req-b84c470d-c144-4362-a01b-aeda5611dd01 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/ports?device_id=7111ed7d-a304-4363-bd54-ab38f6da8932 HTTP/1.1" status: 200 len: 948 time: 0.0757921 Feb 10 03:38:12.300510 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-06b1edf7-2b72-443f-86da-c3d92635165d req-b874ec41-a57b-416e-889f-f4c7c9db65a9 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128d283-54f1-4cc5-a129-71238fbe26df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700819 Feb 10 03:38:12.303225 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['7438d24c-e614-4048-b3f8-5c54eb8f7645'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:38:13.220439 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 44060) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:13.337020 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e6f721da-7ff5-4727-8ec8-35627410a35b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:13.424023 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e6f721da-7ff5-4727-8ec8-35627410a35b admin admin] Publish callbacks [] for security_group (b1674959-ffb3-4dc3-a7c6-dacd5022b1d7), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:13.431358 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e6f721da-7ff5-4727-8ec8-35627410a35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (b1674959-ffb3-4dc3-a7c6-dacd5022b1d7), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:13.465059 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 7438d24c-e614-4048-b3f8-5c54eb8f7645 up at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:38:13.483385 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f721da-7ff5-4727-8ec8-35627410a35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1674959-ffb3-4dc3-a7c6-dacd5022b1d7,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:13.493504 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 44066) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:13.508582 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-e6f721da-7ff5-4727-8ec8-35627410a35b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=521b58e60a6b4598bd657ef78e2e3d64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740483 Feb 10 03:38:13.527344 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning for port 7438d24c-e614-4048-b3f8-5c54eb8f7645 completed by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:38:13.532385 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning complete for port 7438d24c-e614-4048-b3f8-5c54eb8f7645 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:13.533195 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (7438d24c-e614-4048-b3f8-5c54eb8f7645), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:13.588896 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b4ff4950-3af7-49cb-a54c-b7892e4fb67d admin admin] Publish callbacks [] for security_group (b1674959-ffb3-4dc3-a7c6-dacd5022b1d7), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:13.597329 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea41f7-6a2d-4d1e-b7f3-b72e5d5cd2f1 req-0b067d5d-f77f-44d0-89ea-c8096328ea6e tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:13.598855 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e9ea41f7-6a2d-4d1e-b7f3-b72e5d5cd2f1 req-0b067d5d-f77f-44d0-89ea-c8096328ea6e tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/ports?device_id=7111ed7d-a304-4363-bd54-ab38f6da8932 HTTP/1.1" status: 200 len: 948 time: 0.0865426 Feb 10 03:38:13.623570 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 7438d24c-e614-4048-b3f8-5c54eb8f7645 is: BUILD; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:13.624532 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (7438d24c-e614-4048-b3f8-5c54eb8f7645), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:13.637398 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b4ff4950-3af7-49cb-a54c-b7892e4fb67d admin admin] Publish callbacks [] for security_group (b1674959-ffb3-4dc3-a7c6-dacd5022b1d7), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:13.669080 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7111ed7d-a304-4363-bd54-ab38f6da8932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7438d24c-e614-4048-b3f8-5c54eb8f7645'}] {{(pid=102734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:38:13.671913 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f765ceee2b9e6863c7c09e3b0452b272479917b97bc142159859c6a833de831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d50b185-c29e-4cf3-9597-43072cd31510" -d '{"events": [{"server_uuid": "7111ed7d-a304-4363-bd54-ab38f6da8932", "name": "network-vif-plugged", "status": "completed", "tag": "7438d24c-e614-4048-b3f8-5c54eb8f7645"}]}' {{(pid=102734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:38:13.695365 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 7438d24c-e614-4048-b3f8-5c54eb8f7645, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=7438d24c-e614-4048-b3f8-5c54eb8f7645,segment=NetworkSegment(c543b657-a74d-4616-8330-e48ce49aa277),segment_id=c543b657-a74d-4616-8330-e48ce49aa277)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:13.696129 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e9ea41f7-6a2d-4d1e-b7f3-b72e5d5cd2f1 req-d9e0f6f5-2b42-441b-9d61-6729819b6e71 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128d283-54f1-4cc5-a129-71238fbe26df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875139 Feb 10 03:38:13.704619 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (7438d24c-e614-4048-b3f8-5c54eb8f7645), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:13.733720 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b4ff4950-3af7-49cb-a54c-b7892e4fb67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (b1674959-ffb3-4dc3-a7c6-dacd5022b1d7), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:13.737408 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b4ff4950-3af7-49cb-a54c-b7892e4fb67d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:13.741508 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-b4ff4950-3af7-49cb-a54c-b7892e4fb67d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1674959-ffb3-4dc3-a7c6-dacd5022b1d7 HTTP/1.1" status: 204 len: 168 time: 0.2468796 Feb 10 03:38:13.750461 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff4950-3af7-49cb-a54c-b7892e4fb67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1674959-ffb3-4dc3-a7c6-dacd5022b1d7,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:13.773330 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded45ed7-6a66-47c7-aa85-607da9d9be0b x-openstack-request-id: req-ded45ed7-6a66-47c7-aa85-607da9d9be0b {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:38:13.773967 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7111ed7d-a304-4363-bd54-ab38f6da8932", "name": "network-vif-plugged", "status": "completed", "tag": "7438d24c-e614-4048-b3f8-5c54eb8f7645", "code": 200}]} {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:38:13.774484 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ded45ed7-6a66-47c7-aa85-607da9d9be0b {{(pid=102734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:38:13.775053 dv-cinder-828060-2-iscsi neutron-server[102734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7111ed7d-a304-4363-bd54-ab38f6da8932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7438d24c-e614-4048-b3f8-5c54eb8f7645', 'code': 200} Feb 10 03:38:13.805246 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=7438d24c-e614-4048-b3f8-5c54eb8f7645,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:14.084810 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f84fd-0600-4db2-8f3e-329b804cdcfb req-1683b482-8803-4801-a1d6-0fffa1867f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:14.086751 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-d52f84fd-0600-4db2-8f3e-329b804cdcfb req-1683b482-8803-4801-a1d6-0fffa1867f6a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7111ed7d-a304-4363-bd54-ab38f6da8932 HTTP/1.1" status: 200 len: 1133 time: 0.0494184 Feb 10 03:38:14.143986 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 44102) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:14.152935 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-d52f84fd-0600-4db2-8f3e-329b804cdcfb req-e66bed2b-cd96-400c-83d2-433fb19aaf8e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0128d283-54f1-4cc5-a129-71238fbe26df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571897 Feb 10 03:38:14.160662 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a4842aec-b6cf-4cdd-a9d3-619ced2021c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:14.258438 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a4842aec-b6cf-4cdd-a9d3-619ced2021c9 admin admin] Publish callbacks [] for security_group (a086165b-67c0-43fb-b3ae-8c8abcc0d9ac), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:14.265874 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a4842aec-b6cf-4cdd-a9d3-619ced2021c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (a086165b-67c0-43fb-b3ae-8c8abcc0d9ac), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:14.312926 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-fe2257e9-5126-4d1b-b946-a696707010f9 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:14.320111 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4842aec-b6cf-4cdd-a9d3-619ced2021c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a086165b-67c0-43fb-b3ae-8c8abcc0d9ac,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:14.320344 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-fe2257e9-5126-4d1b-b946-a696707010f9 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/networks?id=4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 HTTP/1.1" status: 200 len: 814 time: 0.2473557 Feb 10 03:38:14.324319 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-a4842aec-b6cf-4cdd-a9d3-619ced2021c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7dafc9e9684d4d7f950fe2e58a32c968&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1791096 Feb 10 03:38:14.327129 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 44116) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:14.343502 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-29622067-f53b-4812-a498-38b76c0e1458 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/quotas/d7bf7bed71094487b57906e39d043543 HTTP/1.1" status: 200 len: 375 time: 0.0222991 Feb 10 03:38:14.378100 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-282198b4-6b99-4322-8d0f-5a4ac6187290 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:14.380234 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-282198b4-6b99-4322-8d0f-5a4ac6187290 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/networks?id=76e22acc-1b00-4e17-aaca-a2a7c6c019ee HTTP/1.1" status: 200 len: 808 time: 0.1833520 Feb 10 03:38:14.390749 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-64fab4af-f1ba-4182-bce9-0717be449a4e admin admin] Publish callbacks [] for security_group (a086165b-67c0-43fb-b3ae-8c8abcc0d9ac), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:14.409771 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-9014a82e-a353-442e-8a57-ce14075567e3 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/quotas/b5f20a9d15eb4d99bf667578a36a9f55 HTTP/1.1" status: 200 len: 375 time: 0.0150113 Feb 10 03:38:14.412142 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-64fab4af-f1ba-4182-bce9-0717be449a4e admin admin] Publish callbacks [] for security_group (a086165b-67c0-43fb-b3ae-8c8abcc0d9ac), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:14.446680 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-8022be6a-49b0-44d2-909f-99e7f552a429 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5f20a9d15eb4d99bf667578a36a9f55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301275 Feb 10 03:38:14.455195 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-26598a74-a11c-4ba7-b89d-e491301abd46 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7bf7bed71094487b57906e39d043543&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1010199 Feb 10 03:38:14.461539 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-64fab4af-f1ba-4182-bce9-0717be449a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (a086165b-67c0-43fb-b3ae-8c8abcc0d9ac), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:14.464210 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-64fab4af-f1ba-4182-bce9-0717be449a4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:14.465349 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-64fab4af-f1ba-4182-bce9-0717be449a4e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a086165b-67c0-43fb-b3ae-8c8abcc0d9ac HTTP/1.1" status: 204 len: 168 time: 0.1370339 Feb 10 03:38:14.477922 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fab4af-f1ba-4182-bce9-0717be449a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a086165b-67c0-43fb-b3ae-8c8abcc0d9ac,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:14.607416 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-a11992c6-6d9f-409c-b1ca-1ba366d2abb7 service neutron] 10.222.0.32 "GET /v2.0/networks/76e22acc-1b00-4e17-aaca-a2a7c6c019ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512234 Feb 10 03:38:14.640181 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-6635ac40-26a1-44cf-8389-716deb353bd4 service neutron] 10.222.0.32 "GET /v2.0/networks/4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754010 Feb 10 03:38:14.768020 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-aa0416c0-8a6e-4a5f-afa8-5aaa6188a600 service neutron] 10.222.0.32 "GET /v2.0/networks/76e22acc-1b00-4e17-aaca-a2a7c6c019ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493733 Feb 10 03:38:14.785292 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-bc1afe5b-f94e-4682-9ba8-8be2f665dbfd service neutron] 10.222.0.32 "GET /v2.0/networks/4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355977 Feb 10 03:38:15.028917 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ca66bfb3-9b55-4aca-be3b-cb73f14e0bea req-2b80742b-7cc1-462e-834f-d1a0dccd21ae tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c3e5b6-954c-43c8-869e-194537294af8 HTTP/1.1" status: 200 len: 210 time: 0.0447917 Feb 10 03:38:15.056943 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fddcbcf-8690-480e-a2f6-cc7d6a433b89 req-c44325d1-5343-4afd-b7b0-6f659f1b8d17 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:15.075390 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0fddcbcf-8690-480e-a2f6-cc7d6a433b89 req-c44325d1-5343-4afd-b7b0-6f659f1b8d17 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/ports?device_id=7111ed7d-a304-4363-bd54-ab38f6da8932 HTTP/1.1" status: 200 len: 949 time: 0.1295934 Feb 10 03:38:15.156850 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8b88869e-02eb-4ca0-8051-e3027193cf2f req-715ee9de-4833-467f-831e-ac665e00bc28 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=5026c864-be6c-4702-bd77-88580b382ce7 HTTP/1.1" status: 200 len: 210 time: 0.0543580 Feb 10 03:38:15.174998 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0fddcbcf-8690-480e-a2f6-cc7d6a433b89 req-d908e331-e309-4fe0-ab07-732f7445d69d tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128d283-54f1-4cc5-a129-71238fbe26df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946567 Feb 10 03:38:16.150644 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0e5dfb03-0647-40e7-9e87-b482956ee2f1 req-45fdf620-b9c8-49fd-9b44-a99bf0e09e3c tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c3e5b6-954c-43c8-869e-194537294af8 HTTP/1.1" status: 200 len: 210 time: 0.0320866 Feb 10 03:38:16.274644 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e9ecf8e7-465f-4d3c-81c9-e2baafb3ca15 req-2b8a1830-c397-4d1f-9142-5506f9390116 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=5026c864-be6c-4702-bd77-88580b382ce7 HTTP/1.1" status: 200 len: 210 time: 0.0344419 Feb 10 03:38:16.313718 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89daa010-fa61-4c13-b2d2-abe483053c21 req-a8576d03-d29d-4b2e-8184-0bb75d7fc679 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:16.315381 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-89daa010-fa61-4c13-b2d2-abe483053c21 req-a8576d03-d29d-4b2e-8184-0bb75d7fc679 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/ports?device_id=7111ed7d-a304-4363-bd54-ab38f6da8932 HTTP/1.1" status: 200 len: 949 time: 0.0661411 Feb 10 03:38:16.363689 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-89daa010-fa61-4c13-b2d2-abe483053c21 req-9d96e0b2-c4c7-43e4-888e-77c122fdf8e3 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128d283-54f1-4cc5-a129-71238fbe26df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425653 Feb 10 03:38:16.433959 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 44216) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:16.463123 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 6 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:38:16.551569 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-7d897b9c-2cf6-4636-81d7-2e7a2d664057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:16.637474 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-7d897b9c-2cf6-4636-81d7-2e7a2d664057 admin admin] Publish callbacks [] for security_group (57d1a21d-48b9-43f2-a8b2-ef7d1b4521c1), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:16.642960 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-7d897b9c-2cf6-4636-81d7-2e7a2d664057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (57d1a21d-48b9-43f2-a8b2-ef7d1b4521c1), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:16.668056 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677d0d4-5987-40e9-b581-bf5a174985d1 req-92793325-fefd-4589-93a3-6e27968227ce tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:16.669685 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f677d0d4-5987-40e9-b581-bf5a174985d1 req-92793325-fefd-4589-93a3-6e27968227ce tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/ports?device_id=7111ed7d-a304-4363-bd54-ab38f6da8932 HTTP/1.1" status: 200 len: 949 time: 0.0656903 Feb 10 03:38:16.721396 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-7d897b9c-2cf6-4636-81d7-2e7a2d664057 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=98df9632d3644d5382293598bb463db5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2860954 Feb 10 03:38:16.721692 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f677d0d4-5987-40e9-b581-bf5a174985d1 req-bfc4813a-2432-40b5-a59a-ee44b1df6936 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128d283-54f1-4cc5-a129-71238fbe26df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454040 Feb 10 03:38:16.724824 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 44226) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:16.739846 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d897b9c-2cf6-4636-81d7-2e7a2d664057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d1a21d-48b9-43f2-a8b2-ef7d1b4521c1,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:16.817882 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d6370756-b8b4-4cd8-80c6-b4235645c69b admin admin] Publish callbacks [] for security_group (57d1a21d-48b9-43f2-a8b2-ef7d1b4521c1), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:16.839795 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-f4ccaeb8-3279-4d1b-a078-7e63a4b4bdb2 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:16.841403 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d6370756-b8b4-4cd8-80c6-b4235645c69b admin admin] Publish callbacks [] for security_group (57d1a21d-48b9-43f2-a8b2-ef7d1b4521c1), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:16.842325 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-f4ccaeb8-3279-4d1b-a078-7e63a4b4bdb2 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.21 "GET /v2.0/networks?id=76e22acc-1b00-4e17-aaca-a2a7c6c019ee HTTP/1.1" status: 200 len: 808 time: 0.1802261 Feb 10 03:38:16.891225 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d6370756-b8b4-4cd8-80c6-b4235645c69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (57d1a21d-48b9-43f2-a8b2-ef7d1b4521c1), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:16.893964 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d6370756-b8b4-4cd8-80c6-b4235645c69b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:16.895156 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-d6370756-b8b4-4cd8-80c6-b4235645c69b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/57d1a21d-48b9-43f2-a8b2-ef7d1b4521c1 HTTP/1.1" status: 204 len: 168 time: 0.1692898 Feb 10 03:38:16.905226 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-34831fd7-df37-4ea4-92b7-6e21beac469d tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Request body: {'port': {'device_id': 'a6c3e5b6-954c-43c8-869e-194537294af8', 'network_id': '76e22acc-1b00-4e17-aaca-a2a7c6c019ee', 'admin_state_up': True, 'tenant_id': 'b5f20a9d15eb4d99bf667578a36a9f55'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:16.920759 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6370756-b8b4-4cd8-80c6-b4235645c69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d1a21d-48b9-43f2-a8b2-ef7d1b4521c1,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:17.083803 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 44246) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:17.128053 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-be4707c3-904c-4719-a6e6-d46d8b721b46 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:17.129590 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-be4707c3-904c-4719-a6e6-d46d8b721b46 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.21 "GET /v2.0/networks?id=4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 HTTP/1.1" status: 200 len: 814 time: 0.1754186 Feb 10 03:38:17.130691 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-34831fd7-df37-4ea4-92b7-6e21beac469d tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Made reservation on behalf of b5f20a9d15eb4d99bf667578a36a9f55 for: {'port': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:38:17.133862 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-34831fd7-df37-4ea4-92b7-6e21beac469d tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:17.164653 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-8c277f09-ed0f-42a0-88a8-05cef8a83181 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Request body: {'port': {'device_id': '5026c864-be6c-4702-bd77-88580b382ce7', 'network_id': '4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0', 'admin_state_up': True, 'tenant_id': 'd7bf7bed71094487b57906e39d043543'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:17.202805 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a43a8fdc-11dd-450b-8622-be75e7a7cf0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:17.304044 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 44256) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:17.320491 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c8ee7278-225b-42f9-8416-b1cf85ba9163 req-c308792d-f448-4d79-a97e-c6a5f2fdd2d2 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c3e5b6-954c-43c8-869e-194537294af8 HTTP/1.1" status: 200 len: 210 time: 0.0502512 Feb 10 03:38:17.331555 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f1a95142-edf1-4ada-b760-77ff3963f95d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:17.349560 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a43a8fdc-11dd-450b-8622-be75e7a7cf0b admin admin] Publish callbacks [] for security_group (bdd3588a-8b82-4ecd-a04a-6ea93d2c11ab), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:17.358705 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-34831fd7-df37-4ea4-92b7-6e21beac469d tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Allocated IP 172.20.0.14 (76e22acc-1b00-4e17-aaca-a2a7c6c019ee/b9fbe90b-c190-4c4c-89cb-76c1c5beca62/3e7a4b38-86d1-4977-a09a-05920db48467) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:38:17.371187 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a43a8fdc-11dd-450b-8622-be75e7a7cf0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (bdd3588a-8b82-4ecd-a04a-6ea93d2c11ab), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:17.395685 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d4b8a4d6-b4b0-4b8a-9d60-86a5f31ec290 req-5fd3956f-ae79-46ca-a615-9bab06e59445 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=5026c864-be6c-4702-bd77-88580b382ce7 HTTP/1.1" status: 200 len: 210 time: 0.0372469 Feb 10 03:38:17.443922 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a8fdc-11dd-450b-8622-be75e7a7cf0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd3588a-8b82-4ecd-a04a-6ea93d2c11ab,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:17.455607 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-a43a8fdc-11dd-450b-8622-be75e7a7cf0b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fbe911535191450099be7f5b922d951d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3702829 Feb 10 03:38:17.458139 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 44260) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:17.535478 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f1a95142-edf1-4ada-b760-77ff3963f95d admin admin] Publish callbacks [] for security_group (cada0e2a-bf8e-4a78-bf96-ad3065c083ff), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:17.562194 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f1a95142-edf1-4ada-b760-77ff3963f95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (cada0e2a-bf8e-4a78-bf96-ad3065c083ff), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:17.606356 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-18645a58-cc44-4804-a1be-9c32b7bc5c5f admin admin] Publish callbacks [] for security_group (bdd3588a-8b82-4ecd-a04a-6ea93d2c11ab), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:17.620512 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-f1a95142-edf1-4ada-b760-77ff3963f95d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f53ae435fb142fb9d451c24456bb871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118320 Feb 10 03:38:17.624785 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 44262) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:17.626913 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-8c277f09-ed0f-42a0-88a8-05cef8a83181 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Made reservation on behalf of d7bf7bed71094487b57906e39d043543 for: {'port': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:38:17.630170 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-8c277f09-ed0f-42a0-88a8-05cef8a83181 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:17.641717 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a95142-edf1-4ada-b760-77ff3963f95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cada0e2a-bf8e-4a78-bf96-ad3065c083ff,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:17.651252 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-859ebc8d-a0c1-4ad5-a170-24ed84671154 req-31f64643-018a-45e0-b2c9-97bc5e97d9a1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1295559 Feb 10 03:38:17.653418 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-18645a58-cc44-4804-a1be-9c32b7bc5c5f admin admin] Publish callbacks [] for security_group (bdd3588a-8b82-4ecd-a04a-6ea93d2c11ab), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:17.701573 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-18645a58-cc44-4804-a1be-9c32b7bc5c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (bdd3588a-8b82-4ecd-a04a-6ea93d2c11ab), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:17.704340 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-18645a58-cc44-4804-a1be-9c32b7bc5c5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:17.708159 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-18645a58-cc44-4804-a1be-9c32b7bc5c5f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bdd3588a-8b82-4ecd-a04a-6ea93d2c11ab HTTP/1.1" status: 204 len: 168 time: 0.2464817 Feb 10 03:38:17.715182 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18645a58-cc44-4804-a1be-9c32b7bc5c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd3588a-8b82-4ecd-a04a-6ea93d2c11ab,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:17.849235 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8da62fe6-45b0-4dad-bae6-1c018688a5db admin admin] Publish callbacks [] for security_group (cada0e2a-bf8e-4a78-bf96-ad3065c083ff), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:17.849901 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ebc8d-a0c1-4ad5-a170-24ed84671154 req-338fdfea-7ca7-470c-83ac-d47ae81ed5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:17.851518 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-859ebc8d-a0c1-4ad5-a170-24ed84671154 req-338fdfea-7ca7-470c-83ac-d47ae81ed5e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b1ad4b9bfe7941d3baa9c36cf551a874&device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 1130 time: 0.0849626 Feb 10 03:38:17.885966 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031b886-1bea-4ce5-b00f-58dcfb309c55 req-99d78eb3-0806-416d-9be5-fd87ddbd4e4f tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:17.892874 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1031b886-1bea-4ce5-b00f-58dcfb309c55 req-99d78eb3-0806-416d-9be5-fd87ddbd4e4f tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/ports?device_id=7111ed7d-a304-4363-bd54-ab38f6da8932 HTTP/1.1" status: 200 len: 949 time: 0.0819695 Feb 10 03:38:17.899896 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8da62fe6-45b0-4dad-bae6-1c018688a5db admin admin] Publish callbacks [] for security_group (cada0e2a-bf8e-4a78-bf96-ad3065c083ff), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:17.928245 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-34831fd7-df37-4ea4-92b7-6e21beac469d tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Publish callbacks [] for port (3e7a4b38-86d1-4977-a09a-05920db48467), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:17.934999 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-8c277f09-ed0f-42a0-88a8-05cef8a83181 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Allocated IP 172.20.0.12 (4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0/2a238260-e910-4611-881a-7b75876308bb/73b9af4c-1633-4ce7-bedf-db767aba25bf) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:38:18.000942 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1031b886-1bea-4ce5-b00f-58dcfb309c55 req-e3932a73-e82b-4ec8-a6e1-2c675fee6bcf tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128d283-54f1-4cc5-a129-71238fbe26df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071963 Feb 10 03:38:18.031868 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ebc8d-a0c1-4ad5-a170-24ed84671154 req-3268e8f7-6d4f-4240-a74d-926bb70e3052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:18.033601 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-859ebc8d-a0c1-4ad5-a170-24ed84671154 req-3268e8f7-6d4f-4240-a74d-926bb70e3052 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8bd4cd27-a10d-4c56-b40b-6272d0715cdc HTTP/1.1" status: 200 len: 913 time: 0.1386037 Feb 10 03:38:18.044871 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8da62fe6-45b0-4dad-bae6-1c018688a5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (cada0e2a-bf8e-4a78-bf96-ad3065c083ff), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:18.047622 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8da62fe6-45b0-4dad-bae6-1c018688a5db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:18.048791 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-8da62fe6-45b0-4dad-bae6-1c018688a5db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cada0e2a-bf8e-4a78-bf96-ad3065c083ff HTTP/1.1" status: 204 len: 168 time: 0.4229076 Feb 10 03:38:18.069848 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-34831fd7-df37-4ea4-92b7-6e21beac469d tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (3e7a4b38-86d1-4977-a09a-05920db48467), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:18.074328 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da62fe6-45b0-4dad-bae6-1c018688a5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cada0e2a-bf8e-4a78-bf96-ad3065c083ff,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:18.113807 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-859ebc8d-a0c1-4ad5-a170-24ed84671154 req-96ff4988-4554-46a4-89d7-6feb95283e53 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df41c157-7d92-4a0b-b955-e6573b3cc8f2 HTTP/1.1" status: 200 len: 217 time: 0.0732014 Feb 10 03:38:18.167003 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 44274) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:18.173098 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-34831fd7-df37-4ea4-92b7-6e21beac469d tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Network 76e22acc-1b00-4e17-aaca-a2a7c6c019ee is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:38:18.183595 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-34831fd7-df37-4ea4-92b7-6e21beac469d tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:38:18.189048 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-85776f3f-f194-45c6-a744-8ac836c2f4af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:18.192886 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-34831fd7-df37-4ea4-92b7-6e21beac469d tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:38:18.198013 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34831fd7-df37-4ea4-92b7-6e21beac469d tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Pushing event updated for resources: {'Port': ['ID=3e7a4b38-86d1-4977-a09a-05920db48467,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:18.209037 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ebc8d-a0c1-4ad5-a170-24ed84671154 req-4ccdce04-8aa1-4acf-a5a0-d9fe33736551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:18.210671 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-859ebc8d-a0c1-4ad5-a170-24ed84671154 req-4ccdce04-8aa1-4acf-a5a0-d9fe33736551 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8304fa5-9116-449f-aaec-fe76e013c673 HTTP/1.1" status: 200 len: 852 time: 0.0786202 Feb 10 03:38:18.239794 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-8c277f09-ed0f-42a0-88a8-05cef8a83181 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks [] for port (73b9af4c-1633-4ce7-bedf-db767aba25bf), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:18.252882 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-859ebc8d-a0c1-4ad5-a170-24ed84671154 req-38f9a16a-4b2c-4d0d-9887-0ad3723b7b3c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8bd4cd27-a10d-4c56-b40b-6272d0715cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293689 Feb 10 03:38:18.261720 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-34831fd7-df37-4ea4-92b7-6e21beac469d tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:18.262385 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-34831fd7-df37-4ea4-92b7-6e21beac469d tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:18.287451 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-34831fd7-df37-4ea4-92b7-6e21beac469d tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3863382 Feb 10 03:38:18.301556 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-8c277f09-ed0f-42a0-88a8-05cef8a83181 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (73b9af4c-1633-4ce7-bedf-db767aba25bf), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:18.310440 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-685d935a-27af-4fde-914e-a2451f476993 service neutron] Request body: {'port': {'device_id': 'a6c3e5b6-954c-43c8-869e-194537294af8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:18.349055 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['beb068b9-e15c-4f4f-92d7-1c14f685b47d'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:38:18.363781 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-85776f3f-f194-45c6-a744-8ac836c2f4af admin admin] Publish callbacks [] for security_group (cb2121e7-7ebd-42f0-b19c-67001e4a69a2), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:18.371098 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-85776f3f-f194-45c6-a744-8ac836c2f4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (cb2121e7-7ebd-42f0-b19c-67001e4a69a2), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:18.386835 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-8c277f09-ed0f-42a0-88a8-05cef8a83181 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Network 4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:38:18.408408 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-8c277f09-ed0f-42a0-88a8-05cef8a83181 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:38:18.412263 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c277f09-ed0f-42a0-88a8-05cef8a83181 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Pushing event updated for resources: {'Port': ['ID=73b9af4c-1633-4ce7-bedf-db767aba25bf,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:18.414640 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-8c277f09-ed0f-42a0-88a8-05cef8a83181 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:38:18.429704 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-859ebc8d-a0c1-4ad5-a170-24ed84671154 req-00ce58aa-223f-4a21-9e5a-9ad19ae4f3a0 service neutron] 10.222.0.21 "GET /v2.0/networks/8bd4cd27-a10d-4c56-b40b-6272d0715cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541052 Feb 10 03:38:18.443826 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-85776f3f-f194-45c6-a744-8ac836c2f4af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f8c9a9fb9794b2aa49611e8f3176f10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2756259 Feb 10 03:38:18.443992 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 44284) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:18.448381 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85776f3f-f194-45c6-a744-8ac836c2f4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2121e7-7ebd-42f0-b19c-67001e4a69a2,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:18.456050 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-685d935a-27af-4fde-914e-a2451f476993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (3e7a4b38-86d1-4977-a09a-05920db48467), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:18.501882 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-8c277f09-ed0f-42a0-88a8-05cef8a83181 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:18.502533 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-8c277f09-ed0f-42a0-88a8-05cef8a83181 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:18.559283 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-8c277f09-ed0f-42a0-88a8-05cef8a83181 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3988497 Feb 10 03:38:18.577151 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8350ee4c-4935-4744-b847-facb7472a402 admin admin] Publish callbacks [] for security_group (cb2121e7-7ebd-42f0-b19c-67001e4a69a2), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:18.603758 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8350ee4c-4935-4744-b847-facb7472a402 admin admin] Publish callbacks [] for security_group (cb2121e7-7ebd-42f0-b19c-67001e4a69a2), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:18.628470 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ae46a-1684-426c-b44a-51fa3d3dda33 req-6f88589d-f001-413a-9d5f-b4db28eaacaa tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:18.629942 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8e1ae46a-1684-426c-b44a-51fa3d3dda33 req-6f88589d-f001-413a-9d5f-b4db28eaacaa tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c3e5b6-954c-43c8-869e-194537294af8 HTTP/1.1" status: 200 len: 932 time: 0.2134736 Feb 10 03:38:18.687331 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624f935-bf93-42a3-80b7-038fc933528e req-bdd80da6-4f59-48d8-9425-5902a85f3b50 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:18.691947 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-71f7e499-4ea0-4f1c-b9a2-56529932ca38 service neutron] Request body: {'port': {'device_id': '5026c864-be6c-4702-bd77-88580b382ce7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:18.693996 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b624f935-bf93-42a3-80b7-038fc933528e req-bdd80da6-4f59-48d8-9425-5902a85f3b50 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=5026c864-be6c-4702-bd77-88580b382ce7 HTTP/1.1" status: 200 len: 932 time: 0.1874468 Feb 10 03:38:18.697215 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-859ebc8d-a0c1-4ad5-a170-24ed84671154 req-ad2e3e33-b2f1-4b59-9834-c7e97578a4f1 service neutron] 10.222.0.21 "GET /v2.0/networks/8bd4cd27-a10d-4c56-b40b-6272d0715cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502232 Feb 10 03:38:18.721106 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8350ee4c-4935-4744-b847-facb7472a402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (cb2121e7-7ebd-42f0-b19c-67001e4a69a2), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:18.723659 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8350ee4c-4935-4744-b847-facb7472a402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:18.724988 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-8350ee4c-4935-4744-b847-facb7472a402 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb2121e7-7ebd-42f0-b19c-67001e4a69a2 HTTP/1.1" status: 204 len: 168 time: 0.2778471 Feb 10 03:38:18.759869 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350ee4c-4935-4744-b847-facb7472a402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2121e7-7ebd-42f0-b19c-67001e4a69a2,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:18.775483 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8e1ae46a-1684-426c-b44a-51fa3d3dda33 req-d34d4aad-cdd2-4cae-ab49-17ee7d895ff0 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314640 Feb 10 03:38:18.813450 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-71f7e499-4ea0-4f1c-b9a2-56529932ca38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (73b9af4c-1633-4ce7-bedf-db767aba25bf), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:18.816429 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b624f935-bf93-42a3-80b7-038fc933528e req-cd438e6d-ac89-44dc-832d-6512be739c12 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215694 Feb 10 03:38:19.062474 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-685d935a-27af-4fde-914e-a2451f476993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e7a4b38-86d1-4977-a09a-05920db48467 {{(pid=102733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:38:19.089197 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 44308) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:19.094962 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-685d935a-27af-4fde-914e-a2451f476993 service neutron] Publish callbacks [] for port (3e7a4b38-86d1-4977-a09a-05920db48467), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:19.118796 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.provisioning_blocks [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-685d935a-27af-4fde-914e-a2451f476993 service neutron] Transition to ACTIVE for port object 3e7a4b38-86d1-4977-a09a-05920db48467 will not be triggered until provisioned by entity L2. {{(pid=102733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:38:19.133148 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-685d935a-27af-4fde-914e-a2451f476993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (3e7a4b38-86d1-4977-a09a-05920db48467), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:19.150621 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1a200c9b-ee20-42db-aa9d-ed78537a0b31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:19.198210 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d935a-27af-4fde-914e-a2451f476993 service neutron] Pushing event updated for resources: {'Port': ['ID=3e7a4b38-86d1-4977-a09a-05920db48467,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:19.212225 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e5135-a34b-409b-a540-1eb3cc8f72a5 req-2ebd6c99-7434-4a58-8ba5-45535485cb66 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:19.214241 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-db3e5135-a34b-409b-a540-1eb3cc8f72a5 req-2ebd6c99-7434-4a58-8ba5-45535485cb66 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/ports?device_id=7111ed7d-a304-4363-bd54-ab38f6da8932 HTTP/1.1" status: 200 len: 949 time: 0.1036992 Feb 10 03:38:19.296469 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-71f7e499-4ea0-4f1c-b9a2-56529932ca38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73b9af4c-1633-4ce7-bedf-db767aba25bf {{(pid=102733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:38:19.300889 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1a200c9b-ee20-42db-aa9d-ed78537a0b31 admin admin] Publish callbacks [] for security_group (9848cde4-1c4a-43a7-bd09-de77c51c7a89), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:19.305055 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-db3e5135-a34b-409b-a540-1eb3cc8f72a5 req-3862a2a7-6468-437e-af60-d8d5839bfcc0 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/security-groups?id=0128d283-54f1-4cc5-a129-71238fbe26df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782523 Feb 10 03:38:19.307266 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-71f7e499-4ea0-4f1c-b9a2-56529932ca38 service neutron] Publish callbacks [] for port (73b9af4c-1633-4ce7-bedf-db767aba25bf), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:19.307879 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1a200c9b-ee20-42db-aa9d-ed78537a0b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (9848cde4-1c4a-43a7-bd09-de77c51c7a89), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:19.331943 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.provisioning_blocks [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-71f7e499-4ea0-4f1c-b9a2-56529932ca38 service neutron] Transition to ACTIVE for port object 73b9af4c-1633-4ce7-bedf-db767aba25bf will not be triggered until provisioned by entity L2. {{(pid=102733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:38:19.334835 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-685d935a-27af-4fde-914e-a2451f476993 service neutron] Attempting to bind port 3e7a4b38-86d1-4977-a09a-05920db48467 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:38:19.335199 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-685d935a-27af-4fde-914e-a2451f476993 service neutron] Attempting to bind port 3e7a4b38-86d1-4977-a09a-05920db48467 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '12fbc880-dc45-48eb-b207-8a70d4943409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '76e22acc-1b00-4e17-aaca-a2a7c6c019ee'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:38:19.335611 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-685d935a-27af-4fde-914e-a2451f476993 service neutron] Attempting to bind port 3e7a4b38-86d1-4977-a09a-05920db48467 on network 76e22acc-1b00-4e17-aaca-a2a7c6c019ee {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:38:19.340916 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-71f7e499-4ea0-4f1c-b9a2-56529932ca38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (73b9af4c-1633-4ce7-bedf-db767aba25bf), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:19.345010 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-685d935a-27af-4fde-914e-a2451f476993 service neutron] Port 3e7a4b38-86d1-4977-a09a-05920db48467 on network 76e22acc-1b00-4e17-aaca-a2a7c6c019ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:38:19.345728 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-685d935a-27af-4fde-914e-a2451f476993 service neutron] Attempting to bind port 3e7a4b38-86d1-4977-a09a-05920db48467 on network 76e22acc-1b00-4e17-aaca-a2a7c6c019ee {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:38:19.360942 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-1a200c9b-ee20-42db-aa9d-ed78537a0b31 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=87304169b9d84b8b9b2cb4de18abc38e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2696912 Feb 10 03:38:19.361709 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a200c9b-ee20-42db-aa9d-ed78537a0b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9848cde4-1c4a-43a7-bd09-de77c51c7a89,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:19.364405 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 44316) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:19.373693 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-685d935a-27af-4fde-914e-a2451f476993 service neutron] Checking agent: {'id': '7fa92194-f930-41b3-9bb5-0cd5b2874298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'started_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:38:19.374036 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-685d935a-27af-4fde-914e-a2451f476993 service neutron] Checking segment: {'id': '12fbc880-dc45-48eb-b207-8a70d4943409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '76e22acc-1b00-4e17-aaca-a2a7c6c019ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:38:19.374485 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-685d935a-27af-4fde-914e-a2451f476993 service neutron] Bound using segment: {'id': '12fbc880-dc45-48eb-b207-8a70d4943409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '76e22acc-1b00-4e17-aaca-a2a7c6c019ee'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:38:19.374963 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-685d935a-27af-4fde-914e-a2451f476993 service neutron] Bound port: 3e7a4b38-86d1-4977-a09a-05920db48467, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fbc880-dc45-48eb-b207-8a70d4943409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '76e22acc-1b00-4e17-aaca-a2a7c6c019ee'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:38:19.375332 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-685d935a-27af-4fde-914e-a2451f476993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (3e7a4b38-86d1-4977-a09a-05920db48467), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:19.446230 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7e499-4ea0-4f1c-b9a2-56529932ca38 service neutron] Pushing event updated for resources: {'Port': ['ID=73b9af4c-1633-4ce7-bedf-db767aba25bf,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:19.461353 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978665e8-f8d4-4dff-99cd-e40b965386f7 req-784c2ef7-bb5e-4532-8eb8-42b0063a019f tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:19.462888 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-978665e8-f8d4-4dff-99cd-e40b965386f7 req-784c2ef7-bb5e-4532-8eb8-42b0063a019f tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.21 "GET /v2.0/ports?device_id=7111ed7d-a304-4363-bd54-ab38f6da8932 HTTP/1.1" status: 200 len: 949 time: 0.0821092 Feb 10 03:38:19.464148 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-66e9cd10-7ad1-4b37-ae86-5c006fabe333 admin admin] Publish callbacks [] for security_group (9848cde4-1c4a-43a7-bd09-de77c51c7a89), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:19.493221 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-66e9cd10-7ad1-4b37-ae86-5c006fabe333 admin admin] Publish callbacks [] for security_group (9848cde4-1c4a-43a7-bd09-de77c51c7a89), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:19.520619 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-685d935a-27af-4fde-914e-a2451f476993 service neutron] For port 3e7a4b38-86d1-4977-a09a-05920db48467, host hv-cinder-82806, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:38:19.526177 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-71f7e499-4ea0-4f1c-b9a2-56529932ca38 service neutron] Attempting to bind port 73b9af4c-1633-4ce7-bedf-db767aba25bf on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:38:19.526519 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-71f7e499-4ea0-4f1c-b9a2-56529932ca38 service neutron] Attempting to bind port 73b9af4c-1633-4ce7-bedf-db767aba25bf by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '282cda33-29d4-4368-a9fd-c807aa0e6a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:38:19.526841 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-71f7e499-4ea0-4f1c-b9a2-56529932ca38 service neutron] Attempting to bind port 73b9af4c-1633-4ce7-bedf-db767aba25bf on network 4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:38:19.537075 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-71f7e499-4ea0-4f1c-b9a2-56529932ca38 service neutron] Port 73b9af4c-1633-4ce7-bedf-db767aba25bf on network 4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:38:19.537402 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-71f7e499-4ea0-4f1c-b9a2-56529932ca38 service neutron] Attempting to bind port 73b9af4c-1633-4ce7-bedf-db767aba25bf on network 4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:38:19.540419 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-685d935a-27af-4fde-914e-a2451f476993 service neutron] For port 3e7a4b38-86d1-4977-a09a-05920db48467, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3e7a4b38-86d1-4977-a09a-05920db48467,segment=NetworkSegment(12fbc880-dc45-48eb-b207-8a70d4943409),segment_id=12fbc880-dc45-48eb-b207-8a70d4943409)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:38:19.545775 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-71f7e499-4ea0-4f1c-b9a2-56529932ca38 service neutron] Checking agent: {'id': '7fa92194-f930-41b3-9bb5-0cd5b2874298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'started_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:38:19.546137 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-71f7e499-4ea0-4f1c-b9a2-56529932ca38 service neutron] Checking segment: {'id': '282cda33-29d4-4368-a9fd-c807aa0e6a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:38:19.546516 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-71f7e499-4ea0-4f1c-b9a2-56529932ca38 service neutron] Bound using segment: {'id': '282cda33-29d4-4368-a9fd-c807aa0e6a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:38:19.546992 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-71f7e499-4ea0-4f1c-b9a2-56529932ca38 service neutron] Bound port: 73b9af4c-1633-4ce7-bedf-db767aba25bf, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '282cda33-29d4-4368-a9fd-c807aa0e6a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:38:19.547387 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-71f7e499-4ea0-4f1c-b9a2-56529932ca38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (73b9af4c-1633-4ce7-bedf-db767aba25bf), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:19.551181 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-685d935a-27af-4fde-914e-a2451f476993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (3e7a4b38-86d1-4977-a09a-05920db48467), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:19.615304 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-685d935a-27af-4fde-914e-a2451f476993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:19.615962 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-685d935a-27af-4fde-914e-a2451f476993 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:19.617554 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-685d935a-27af-4fde-914e-a2451f476993 service neutron] 10.222.0.21 "PUT /v2.0/ports/3e7a4b38-86d1-4977-a09a-05920db48467 HTTP/1.1" status: 200 len: 1094 time: 1.3134925 Feb 10 03:38:19.619705 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c3e5b6-954c-43c8-869e-194537294af8', 'tag': '3e7a4b38-86d1-4977-a09a-05920db48467'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:38:19.622389 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af8fe9d-d07d-4e54-b501-5ba3ac5b5078" -d '{"events": [{"name": "network-changed", "server_uuid": "a6c3e5b6-954c-43c8-869e-194537294af8", "tag": "3e7a4b38-86d1-4977-a09a-05920db48467"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:38:19.637541 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-66e9cd10-7ad1-4b37-ae86-5c006fabe333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (9848cde4-1c4a-43a7-bd09-de77c51c7a89), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:19.640042 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-66e9cd10-7ad1-4b37-ae86-5c006fabe333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:19.643509 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-66e9cd10-7ad1-4b37-ae86-5c006fabe333 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9848cde4-1c4a-43a7-bd09-de77c51c7a89 HTTP/1.1" status: 204 len: 168 time: 0.2757909 Feb 10 03:38:19.651460 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [req-978665e8-f8d4-4dff-99cd-e40b965386f7 req-87f774c1-6e27-4650-8ecc-4735d350a8b0 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Deleting port 7438d24c-e614-4048-b3f8-5c54eb8f7645 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:38:19.651811 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-978665e8-f8d4-4dff-99cd-e40b965386f7 req-87f774c1-6e27-4650-8ecc-4735d350a8b0 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (7438d24c-e614-4048-b3f8-5c54eb8f7645), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:19.662341 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d935a-27af-4fde-914e-a2451f476993 service neutron] Pushing event updated for resources: {'Port': ['ID=3e7a4b38-86d1-4977-a09a-05920db48467,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:19.679173 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-71f7e499-4ea0-4f1c-b9a2-56529932ca38 service neutron] For port 73b9af4c-1633-4ce7-bedf-db767aba25bf, host hv-cinder-82806, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:38:19.682024 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9cd10-7ad1-4b37-ae86-5c006fabe333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9848cde4-1c4a-43a7-bd09-de77c51c7a89,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:19.688386 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-71f7e499-4ea0-4f1c-b9a2-56529932ca38 service neutron] For port 73b9af4c-1633-4ce7-bedf-db767aba25bf, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=73b9af4c-1633-4ce7-bedf-db767aba25bf,segment=NetworkSegment(282cda33-29d4-4368-a9fd-c807aa0e6a87),segment_id=282cda33-29d4-4368-a9fd-c807aa0e6a87)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:38:19.692462 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-71f7e499-4ea0-4f1c-b9a2-56529932ca38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (73b9af4c-1633-4ce7-bedf-db767aba25bf), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:19.758508 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-71f7e499-4ea0-4f1c-b9a2-56529932ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:19.759522 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-71f7e499-4ea0-4f1c-b9a2-56529932ca38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:19.760354 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-71f7e499-4ea0-4f1c-b9a2-56529932ca38 service neutron] 10.222.0.21 "PUT /v2.0/ports/73b9af4c-1633-4ce7-bedf-db767aba25bf HTTP/1.1" status: 200 len: 1094 time: 1.1144624 Feb 10 03:38:19.814520 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-597fd854-7e01-4c6a-9ab7-9aae0e77ce67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:19.823286 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.db [req-978665e8-f8d4-4dff-99cd-e40b965386f7 req-87f774c1-6e27-4650-8ecc-4735d350a8b0 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] For port 7438d24c-e614-4048-b3f8-5c54eb8f7645, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=7438d24c-e614-4048-b3f8-5c54eb8f7645,segment=NetworkSegment(c543b657-a74d-4616-8330-e48ce49aa277),segment_id=c543b657-a74d-4616-8330-e48ce49aa277)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:19.823660 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-978665e8-f8d4-4dff-99cd-e40b965386f7 req-87f774c1-6e27-4650-8ecc-4735d350a8b0 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (7438d24c-e614-4048-b3f8-5c54eb8f7645), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:19.826606 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7e499-4ea0-4f1c-b9a2-56529932ca38 service neutron] Pushing event updated for resources: {'Port': ['ID=73b9af4c-1633-4ce7-bedf-db767aba25bf,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:19.868215 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-c35f38f3-9897-48e5-8c51-6b843f409ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:19.869821 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-c35f38f3-9897-48e5-8c51-6b843f409ca3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5f20a9d15eb4d99bf667578a36a9f55&device_id=a6c3e5b6-954c-43c8-869e-194537294af8 HTTP/1.1" status: 200 len: 1128 time: 0.1270545 Feb 10 03:38:19.876021 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [req-978665e8-f8d4-4dff-99cd-e40b965386f7 req-87f774c1-6e27-4650-8ecc-4735d350a8b0 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Calling delete_port for 7438d24c-e614-4048-b3f8-5c54eb8f7645 owned by compute:nova {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:38:20.008195 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-411c8618-5d34-484b-953a-16365b0888de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e7a4b38-86d1-4977-a09a-05920db48467 HTTP/1.1" status: 200 len: 217 time: 0.1134079 Feb 10 03:38:20.021889 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473cabe3-ae18-4a65-baa5-d5ac9f21d750 x-openstack-request-id: req-473cabe3-ae18-4a65-baa5-d5ac9f21d750 {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:38:20.022332 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6c3e5b6-954c-43c8-869e-194537294af8", "tag": "3e7a4b38-86d1-4977-a09a-05920db48467", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:38:20.022465 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-473cabe3-ae18-4a65-baa5-d5ac9f21d750 {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:38:20.022848 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c3e5b6-954c-43c8-869e-194537294af8', 'tag': '3e7a4b38-86d1-4977-a09a-05920db48467', 'status': 'completed', 'code': 200} Feb 10 03:38:20.051249 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-2f0f67c6-5674-42be-893d-1e0cea327bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:20.052798 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-2f0f67c6-5674-42be-893d-1e0cea327bb8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7bf7bed71094487b57906e39d043543&device_id=5026c864-be6c-4702-bd77-88580b382ce7 HTTP/1.1" status: 200 len: 1128 time: 0.1821167 Feb 10 03:38:20.135052 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-7da959d3-7d24-4087-b80a-b096dbf4be8f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73b9af4c-1633-4ce7-bedf-db767aba25bf HTTP/1.1" status: 200 len: 217 time: 0.0402956 Feb 10 03:38:20.145926 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-7b3a5fbc-8347-4a91-a571-a898af522f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:20.147331 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-7b3a5fbc-8347-4a91-a571-a898af522f1e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9fbe90b-c190-4c4c-89cb-76c1c5beca62 HTTP/1.1" status: 200 len: 848 time: 0.0936642 Feb 10 03:38:20.246816 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:20.258835 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-b6573036-4962-4b8a-8d8c-ef9eded2bed1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76e22acc-1b00-4e17-aaca-a2a7c6c019ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434277 Feb 10 03:38:20.268775 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-742b0fe1-edc0-43b3-9c38-31e983afcdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:20.270319 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-742b0fe1-edc0-43b3-9c38-31e983afcdf3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a238260-e910-4611-881a-7b75876308bb HTTP/1.1" status: 200 len: 854 time: 0.1097856 Feb 10 03:38:20.396964 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-6b41c4fa-bec4-477c-995b-a00b8c34f72e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518143 Feb 10 03:38:20.421648 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b79540-2450-4189-afcb-a03a7caf743d req-9076a151-b5b2-42e7-af44-5c815e87bb78 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:20.428828 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-70b79540-2450-4189-afcb-a03a7caf743d req-9076a151-b5b2-42e7-af44-5c815e87bb78 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c3e5b6-954c-43c8-869e-194537294af8 HTTP/1.1" status: 200 len: 944 time: 0.5404539 Feb 10 03:38:20.448573 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8920c-af2c-48f0-9e22-8501340eab16 req-a4f4ed8a-2430-4b3b-b181-df9dd831e7e6 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:20.450060 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-aef8920c-af2c-48f0-9e22-8501340eab16 req-a4f4ed8a-2430-4b3b-b181-df9dd831e7e6 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=5026c864-be6c-4702-bd77-88580b382ce7 HTTP/1.1" status: 200 len: 944 time: 0.2225270 Feb 10 03:38:20.544113 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-aef8920c-af2c-48f0-9e22-8501340eab16 req-076db1f1-4310-4187-a67d-2e4bb57ccb9d tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836415 Feb 10 03:38:20.551778 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-13495946-5589-4119-ba75-04255448a577 service neutron] 10.222.0.21 "GET /v2.0/networks/76e22acc-1b00-4e17-aaca-a2a7c6c019ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977253 Feb 10 03:38:20.562041 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-70b79540-2450-4189-afcb-a03a7caf743d req-39336d8a-9719-4605-8871-d016b0e86e84 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293387 Feb 10 03:38:20.603589 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-324cd3a5-e02a-4914-b405-7de1657f99c3 service neutron] 10.222.0.21 "GET /v2.0/networks/4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639695 Feb 10 03:38:20.644065 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-978665e8-f8d4-4dff-99cd-e40b965386f7 req-87f774c1-6e27-4650-8ecc-4735d350a8b0 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843'] for port (7438d24c-e614-4048-b3f8-5c54eb8f7645), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:20.695939 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['7438d24c-e614-4048-b3f8-5c54eb8f7645'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:38:20.706572 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f774c1-6e27-4650-8ecc-4735d350a8b0 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Pushing event deleted for resources: {'Port': ['ID=7438d24c-e614-4048-b3f8-5c54eb8f7645,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:20.749362 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-718dc88e-355c-4396-b19b-1aa92b3ab67f req-0dbbea81-16b9-4633-8da8-2d307197d1e5 service neutron] 10.222.0.21 "GET /v2.0/networks/76e22acc-1b00-4e17-aaca-a2a7c6c019ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886008 Feb 10 03:38:20.775069 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b601657c-8c67-4341-8a2d-e4b7f41534c6 req-5f8a3ecc-dd7b-4df8-9c3b-c6d618f2d324 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/ports?device_id=7111ed7d-a304-4363-bd54-ab38f6da8932 HTTP/1.1" status: 200 len: 210 time: 0.1003506 Feb 10 03:38:20.785429 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-43cfbd4b-5cf6-43be-9f15-bd600a4d8100 req-a2cf6c16-5b1a-4384-9afb-ce2753b7de55 service neutron] 10.222.0.21 "GET /v2.0/networks/4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357098 Feb 10 03:38:20.806945 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [req-978665e8-f8d4-4dff-99cd-e40b965386f7 req-87f774c1-6e27-4650-8ecc-4735d350a8b0 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] No DVR routers for this DVR port 7438d24c-e614-4048-b3f8-5c54eb8f7645 on host hv-cinder-82806 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:38:20.812483 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-978665e8-f8d4-4dff-99cd-e40b965386f7 req-87f774c1-6e27-4650-8ecc-4735d350a8b0 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:20.816099 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-978665e8-f8d4-4dff-99cd-e40b965386f7 req-87f774c1-6e27-4650-8ecc-4735d350a8b0 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.21 "DELETE /v2.0/ports/7438d24c-e614-4048-b3f8-5c54eb8f7645 HTTP/1.1" status: 204 len: 173 time: 1.3334768 Feb 10 03:38:20.816577 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7111ed7d-a304-4363-bd54-ab38f6da8932', 'name': 'network-vif-deleted', 'tag': '7438d24c-e614-4048-b3f8-5c54eb8f7645'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:38:20.821237 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c602a1d3bfa6b920adc7a3165aab5144276c11c90910883e43ac8280538c1e72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b685258d-9dd3-464b-bbec-40635aa6b71d" -d '{"events": [{"server_uuid": "7111ed7d-a304-4363-bd54-ab38f6da8932", "name": "network-vif-deleted", "tag": "7438d24c-e614-4048-b3f8-5c54eb8f7645"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:38:20.941483 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9122c03-4e7d-4661-8207-38cae96e59d8 x-openstack-request-id: req-e9122c03-4e7d-4661-8207-38cae96e59d8 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:38:20.941804 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7111ed7d-a304-4363-bd54-ab38f6da8932", "name": "network-vif-deleted", "tag": "7438d24c-e614-4048-b3f8-5c54eb8f7645", "status": "completed", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:38:20.941997 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9122c03-4e7d-4661-8207-38cae96e59d8 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:38:20.942389 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7111ed7d-a304-4363-bd54-ab38f6da8932', 'name': 'network-vif-deleted', 'tag': '7438d24c-e614-4048-b3f8-5c54eb8f7645', 'status': 'completed', 'code': 200} Feb 10 03:38:21.196963 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8fe9d-d07d-4e54-b501-5ba3ac5b5078 req-a30438ed-1e09-4935-84b3-d1492be4c27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:21.199400 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0af8fe9d-d07d-4e54-b501-5ba3ac5b5078 req-a30438ed-1e09-4935-84b3-d1492be4c27c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5f20a9d15eb4d99bf667578a36a9f55&device_id=a6c3e5b6-954c-43c8-869e-194537294af8 HTTP/1.1" status: 200 len: 1128 time: 0.0518553 Feb 10 03:38:21.323693 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8fe9d-d07d-4e54-b501-5ba3ac5b5078 req-6e4f8f11-1334-47a6-8e9e-5ff2f12b853a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:21.325237 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0af8fe9d-d07d-4e54-b501-5ba3ac5b5078 req-6e4f8f11-1334-47a6-8e9e-5ff2f12b853a service neutron] 10.222.0.21 "GET /v2.0/networks?id=76e22acc-1b00-4e17-aaca-a2a7c6c019ee HTTP/1.1" status: 200 len: 909 time: 0.1130781 Feb 10 03:38:21.378549 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0af8fe9d-d07d-4e54-b501-5ba3ac5b5078 req-1e00245f-92ff-4b84-a922-c47fd6282a29 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e7a4b38-86d1-4977-a09a-05920db48467 HTTP/1.1" status: 200 len: 217 time: 0.0442631 Feb 10 03:38:21.442910 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8fe9d-d07d-4e54-b501-5ba3ac5b5078 req-17949506-2717-4197-81f0-d7465bc1dea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:21.444465 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0af8fe9d-d07d-4e54-b501-5ba3ac5b5078 req-17949506-2717-4197-81f0-d7465bc1dea4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9fbe90b-c190-4c4c-89cb-76c1c5beca62 HTTP/1.1" status: 200 len: 848 time: 0.0461733 Feb 10 03:38:21.485407 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0af8fe9d-d07d-4e54-b501-5ba3ac5b5078 req-33e11faa-147d-4dc1-9950-10c55d132205 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76e22acc-1b00-4e17-aaca-a2a7c6c019ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338738 Feb 10 03:38:21.694551 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0af8fe9d-d07d-4e54-b501-5ba3ac5b5078 req-ba4a69ab-e452-4b8e-82f3-a45061535935 service neutron] 10.222.0.21 "GET /v2.0/networks/76e22acc-1b00-4e17-aaca-a2a7c6c019ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010670 Feb 10 03:38:21.711381 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9726a-e546-4745-94e3-1fff112057cb req-c5b39cc4-ac53-4b9c-9639-314548b618b8 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:21.713457 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b1a9726a-e546-4745-94e3-1fff112057cb req-c5b39cc4-ac53-4b9c-9639-314548b618b8 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 946 time: 0.1239731 Feb 10 03:38:21.745997 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056ba51-5130-4f01-aa3c-026b95a84944 req-08f40769-5902-40e0-b9b5-ba0f1e1cc97c tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:21.747729 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6056ba51-5130-4f01-aa3c-026b95a84944 req-08f40769-5902-40e0-b9b5-ba0f1e1cc97c tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=5026c864-be6c-4702-bd77-88580b382ce7 HTTP/1.1" status: 200 len: 944 time: 0.1185186 Feb 10 03:38:21.861271 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b1a9726a-e546-4745-94e3-1fff112057cb req-b9fe9035-82f5-4c2a-87f5-1854659b9f94 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379392 Feb 10 03:38:21.875526 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6056ba51-5130-4f01-aa3c-026b95a84944 req-59a8ec14-9f7e-44ed-a82d-6fcf05e86aa5 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102219 Feb 10 03:38:21.877506 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0af8fe9d-d07d-4e54-b501-5ba3ac5b5078 req-3fc56ba2-9208-4f2b-b8e1-111ac7d64bd7 service neutron] 10.222.0.21 "GET /v2.0/networks/76e22acc-1b00-4e17-aaca-a2a7c6c019ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631804 Feb 10 03:38:21.967549 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-1bf3291a-e833-4ae2-a070-74d7b6c14cb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:22.001929 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-17aedcf6-e36b-4c4e-92d9-8a96654edb7b req-81d510b8-0ee5-48eb-ab46-05c8f1371d47 tempest-VolumesNegativeTest-1732602853 tempest-VolumesNegativeTest-1732602853-project] 10.222.0.32 "GET /v2.0/ports?device_id=7111ed7d-a304-4363-bd54-ab38f6da8932 HTTP/1.1" status: 200 len: 210 time: 0.0386508 Feb 10 03:38:22.024589 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5026c864-be6c-4702-bd77-88580b382ce7', 'tag': '73b9af4c-1633-4ce7-bedf-db767aba25bf'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:38:22.027709 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f700d94-0955-426a-b3e6-4ce056af511c" -d '{"events": [{"name": "network-changed", "server_uuid": "5026c864-be6c-4702-bd77-88580b382ce7", "tag": "73b9af4c-1633-4ce7-bedf-db767aba25bf"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:38:22.032520 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c653ea-98e0-4634-af3d-59c590d88e0b req-553818f6-afaf-4572-847f-82fd0abee94e tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:22.034534 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-92c653ea-98e0-4634-af3d-59c590d88e0b req-553818f6-afaf-4572-847f-82fd0abee94e tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c3e5b6-954c-43c8-869e-194537294af8 HTTP/1.1" status: 200 len: 944 time: 0.1063209 Feb 10 03:38:22.077519 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1ec625-83c6-42be-a3e3-35031321431e x-openstack-request-id: req-7e1ec625-83c6-42be-a3e3-35031321431e {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:38:22.078146 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5026c864-be6c-4702-bd77-88580b382ce7", "tag": "73b9af4c-1633-4ce7-bedf-db767aba25bf", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:38:22.078385 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e1ec625-83c6-42be-a3e3-35031321431e {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:38:22.079072 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5026c864-be6c-4702-bd77-88580b382ce7', 'tag': '73b9af4c-1633-4ce7-bedf-db767aba25bf', 'status': 'completed', 'code': 200} Feb 10 03:38:22.090352 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-92c653ea-98e0-4634-af3d-59c590d88e0b req-8f87b62b-3658-42b5-b182-0628a4b78c68 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484214 Feb 10 03:38:22.197285 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f700d94-0955-426a-b3e6-4ce056af511c req-3978b8ef-f9e4-4c9d-9466-6fd072b0bdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:22.199475 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4f700d94-0955-426a-b3e6-4ce056af511c req-3978b8ef-f9e4-4c9d-9466-6fd072b0bdb0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7bf7bed71094487b57906e39d043543&device_id=5026c864-be6c-4702-bd77-88580b382ce7 HTTP/1.1" status: 200 len: 1128 time: 0.0570014 Feb 10 03:38:22.324174 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f700d94-0955-426a-b3e6-4ce056af511c req-22180cfb-3855-4a10-a238-bccbfd4c7e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:22.325641 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4f700d94-0955-426a-b3e6-4ce056af511c req-22180cfb-3855-4a10-a238-bccbfd4c7e03 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 HTTP/1.1" status: 200 len: 915 time: 0.1188619 Feb 10 03:38:22.369634 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4f700d94-0955-426a-b3e6-4ce056af511c req-c41c92e5-aeeb-4533-81a5-7a45d3c75ffc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73b9af4c-1633-4ce7-bedf-db767aba25bf HTTP/1.1" status: 200 len: 217 time: 0.0346129 Feb 10 03:38:22.421468 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f700d94-0955-426a-b3e6-4ce056af511c req-39ffd8ab-1e7f-45fc-beb0-2a46b529e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:22.422954 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4f700d94-0955-426a-b3e6-4ce056af511c req-39ffd8ab-1e7f-45fc-beb0-2a46b529e781 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a238260-e910-4611-881a-7b75876308bb HTTP/1.1" status: 200 len: 854 time: 0.0445518 Feb 10 03:38:22.459760 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4f700d94-0955-426a-b3e6-4ce056af511c req-d859c052-022a-4f90-a891-9559c59d3fec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297213 Feb 10 03:38:22.561487 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4f700d94-0955-426a-b3e6-4ce056af511c req-76174068-8f4f-40bd-b8a6-b040cca85a2a service neutron] 10.222.0.21 "GET /v2.0/networks/4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926540 Feb 10 03:38:22.659401 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4f700d94-0955-426a-b3e6-4ce056af511c req-35365d94-22f1-4f42-89b9-8c780549c0b2 service neutron] 10.222.0.21 "GET /v2.0/networks/4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914674 Feb 10 03:38:23.011766 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d517bda-5368-4198-a1d0-07a43eefb4bb req-57b62daf-aca8-4a40-9efb-e566ddd0d7d6 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:23.013248 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7d517bda-5368-4198-a1d0-07a43eefb4bb req-57b62daf-aca8-4a40-9efb-e566ddd0d7d6 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 946 time: 0.0807331 Feb 10 03:38:23.025143 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:23.034673 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ec119-9eca-4114-b742-455675b8c7ce req-d21b94e4-c983-45b3-9ed5-94f6621eb611 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:23.036150 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-205ec119-9eca-4114-b742-455675b8c7ce req-d21b94e4-c983-45b3-9ed5-94f6621eb611 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=5026c864-be6c-4702-bd77-88580b382ce7 HTTP/1.1" status: 200 len: 944 time: 0.0925450 Feb 10 03:38:23.105921 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7d517bda-5368-4198-a1d0-07a43eefb4bb req-ca47e5c1-620f-4a52-bf90-9d97e2d268f7 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846066 Feb 10 03:38:23.109252 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-205ec119-9eca-4114-b742-455675b8c7ce req-34ef8c71-a674-4e57-a756-025efef9122f tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651028 Feb 10 03:38:23.237452 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c39029-c2a4-4a44-942e-d7413d1d4b26 req-e5f6602c-6fd7-4f5e-8be2-236643ab8cb3 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:23.238961 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-72c39029-c2a4-4a44-942e-d7413d1d4b26 req-e5f6602c-6fd7-4f5e-8be2-236643ab8cb3 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c3e5b6-954c-43c8-869e-194537294af8 HTTP/1.1" status: 200 len: 944 time: 0.0655212 Feb 10 03:38:23.296797 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-72c39029-c2a4-4a44-942e-d7413d1d4b26 req-e5c0d861-5185-4ea3-b2b8-283f401a8a6f tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494113 Feb 10 03:38:23.515319 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 3e7a4b38-86d1-4977-a09a-05920db48467 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:38:23.533354 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 7438d24c-e614-4048-b3f8-5c54eb8f7645 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:38:23.558040 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] No Port match for: 7438d24c-e614-4048-b3f8-5c54eb8f7645 {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:38:23.558332 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 7438d24c-e614-4048-b3f8-5c54eb8f7645 not bound to the agent host hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:38:23.652460 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 3e7a4b38-86d1-4977-a09a-05920db48467, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3e7a4b38-86d1-4977-a09a-05920db48467,segment=NetworkSegment(12fbc880-dc45-48eb-b207-8a70d4943409),segment_id=12fbc880-dc45-48eb-b207-8a70d4943409)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:23.664864 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Returning: {'device': '3e7a4b38-86d1-4977-a09a-05920db48467', 'network_id': '76e22acc-1b00-4e17-aaca-a2a7c6c019ee', 'port_id': '3e7a4b38-86d1-4977-a09a-05920db48467', 'mac_address': 'fa:16:3e:37:4a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9fbe90b-c190-4c4c-89cb-76c1c5beca62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:38:23.719625 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 3e7a4b38-86d1-4977-a09a-05920db48467 is: DOWN; New status is: BUILD {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:23.720023 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (3e7a4b38-86d1-4977-a09a-05920db48467), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:23.734669 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e7a4b38-86d1-4977-a09a-05920db48467 {{(pid=102734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:38:23.757354 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 3e7a4b38-86d1-4977-a09a-05920db48467, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3e7a4b38-86d1-4977-a09a-05920db48467,segment=NetworkSegment(12fbc880-dc45-48eb-b207-8a70d4943409),segment_id=12fbc880-dc45-48eb-b207-8a70d4943409)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:23.762107 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (3e7a4b38-86d1-4977-a09a-05920db48467), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:23.762876 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 73b9af4c-1633-4ce7-bedf-db767aba25bf details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:38:23.835044 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=3e7a4b38-86d1-4977-a09a-05920db48467,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:23.906955 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 73b9af4c-1633-4ce7-bedf-db767aba25bf, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=73b9af4c-1633-4ce7-bedf-db767aba25bf,segment=NetworkSegment(282cda33-29d4-4368-a9fd-c807aa0e6a87),segment_id=282cda33-29d4-4368-a9fd-c807aa0e6a87)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:23.918600 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Returning: {'device': '73b9af4c-1633-4ce7-bedf-db767aba25bf', 'network_id': '4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0', 'port_id': '73b9af4c-1633-4ce7-bedf-db767aba25bf', 'mac_address': 'fa:16:3e:78:53:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a238260-e910-4611-881a-7b75876308bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:38:23.959281 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 73b9af4c-1633-4ce7-bedf-db767aba25bf is: DOWN; New status is: BUILD {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:23.959840 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (73b9af4c-1633-4ce7-bedf-db767aba25bf), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:23.973233 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b9af4c-1633-4ce7-bedf-db767aba25bf {{(pid=102734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:38:24.000001 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 73b9af4c-1633-4ce7-bedf-db767aba25bf, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=73b9af4c-1633-4ce7-bedf-db767aba25bf,segment=NetworkSegment(282cda33-29d4-4368-a9fd-c807aa0e6a87),segment_id=282cda33-29d4-4368-a9fd-c807aa0e6a87)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:24.004944 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (73b9af4c-1633-4ce7-bedf-db767aba25bf), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:24.061799 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=73b9af4c-1633-4ce7-bedf-db767aba25bf,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:24.311543 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200911be-8b4b-4fd8-8ffd-b6d169930e5e req-b5fbf182-b253-4c4b-8daf-97fa20273eb6 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:24.313066 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-200911be-8b4b-4fd8-8ffd-b6d169930e5e req-b5fbf182-b253-4c4b-8daf-97fa20273eb6 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 946 time: 0.1308751 Feb 10 03:38:24.334488 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d908007-18a7-4808-bf2c-86499a01478e req-5eb16e34-8529-4e59-a45f-7f46bfea1b90 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:24.337061 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1d908007-18a7-4808-bf2c-86499a01478e req-5eb16e34-8529-4e59-a45f-7f46bfea1b90 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.21 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 946 time: 0.1272566 Feb 10 03:38:24.348759 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e461f7-31bf-4c50-a1a6-e050ba2a2267 req-043f5010-389c-4f23-af04-98e6e281adbd tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:24.350192 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a2e461f7-31bf-4c50-a1a6-e050ba2a2267 req-043f5010-389c-4f23-af04-98e6e281adbd tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=5026c864-be6c-4702-bd77-88580b382ce7 HTTP/1.1" status: 200 len: 945 time: 0.1392267 Feb 10 03:38:24.486414 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a2e461f7-31bf-4c50-a1a6-e050ba2a2267 req-1256ee87-2e0d-41a5-ae61-db8bcde152d3 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183174 Feb 10 03:38:24.490884 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-200911be-8b4b-4fd8-8ffd-b6d169930e5e req-4fb21599-59fe-4a9a-bb1d-ea12d7996392 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712766 Feb 10 03:38:24.528310 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['3e7a4b38-86d1-4977-a09a-05920db48467'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:38:24.529929 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [req-1d908007-18a7-4808-bf2c-86499a01478e req-f72efa5b-afaf-4365-bcd0-ff178cbd45f7 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Deleting port df41c157-7d92-4a0b-b955-e6573b3cc8f2 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:38:24.530267 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-1d908007-18a7-4808-bf2c-86499a01478e req-f72efa5b-afaf-4365-bcd0-ff178cbd45f7 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (df41c157-7d92-4a0b-b955-e6573b3cc8f2), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:24.579086 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['73b9af4c-1633-4ce7-bedf-db767aba25bf'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:38:24.714454 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.db [req-1d908007-18a7-4808-bf2c-86499a01478e req-f72efa5b-afaf-4365-bcd0-ff178cbd45f7 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] For port df41c157-7d92-4a0b-b955-e6573b3cc8f2, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=df41c157-7d92-4a0b-b955-e6573b3cc8f2,segment=NetworkSegment(42425802-d116-4386-9517-986ff8eecb95),segment_id=42425802-d116-4386-9517-986ff8eecb95)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:24.714454 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-1d908007-18a7-4808-bf2c-86499a01478e req-f72efa5b-afaf-4365-bcd0-ff178cbd45f7 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (df41c157-7d92-4a0b-b955-e6573b3cc8f2), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:24.728638 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [req-1d908007-18a7-4808-bf2c-86499a01478e req-f72efa5b-afaf-4365-bcd0-ff178cbd45f7 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Calling delete_port for df41c157-7d92-4a0b-b955-e6573b3cc8f2 owned by compute:nova {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:38:24.813531 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6950fb-ed86-432b-b6e6-636ff41665be req-a4b22944-a2ae-4409-ab6f-2f10c93944b9 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:24.815147 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2f6950fb-ed86-432b-b6e6-636ff41665be req-a4b22944-a2ae-4409-ab6f-2f10c93944b9 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c3e5b6-954c-43c8-869e-194537294af8 HTTP/1.1" status: 200 len: 945 time: 0.2289114 Feb 10 03:38:24.919175 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2f6950fb-ed86-432b-b6e6-636ff41665be req-7970b70a-fce4-4755-88e1-9caaa7242c7e tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907180 Feb 10 03:38:24.939275 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:24.948247 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-1d908007-18a7-4808-bf2c-86499a01478e req-f72efa5b-afaf-4365-bcd0-ff178cbd45f7 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843'] for port (df41c157-7d92-4a0b-b955-e6573b3cc8f2), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:24.981006 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72efa5b-afaf-4365-bcd0-ff178cbd45f7 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Pushing event deleted for resources: {'Port': ['ID=df41c157-7d92-4a0b-b955-e6573b3cc8f2,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:25.026699 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d908007-18a7-4808-bf2c-86499a01478e req-f72efa5b-afaf-4365-bcd0-ff178cbd45f7 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] No DVR routers for this DVR port df41c157-7d92-4a0b-b955-e6573b3cc8f2 on host hv-cinder-82806 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:38:25.029945 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-1d908007-18a7-4808-bf2c-86499a01478e req-f72efa5b-afaf-4365-bcd0-ff178cbd45f7 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:25.030891 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['df41c157-7d92-4a0b-b955-e6573b3cc8f2'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:38:25.034394 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1d908007-18a7-4808-bf2c-86499a01478e req-f72efa5b-afaf-4365-bcd0-ff178cbd45f7 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.21 "DELETE /v2.0/ports/df41c157-7d92-4a0b-b955-e6573b3cc8f2 HTTP/1.1" status: 204 len: 173 time: 0.6830664 Feb 10 03:38:25.034776 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84018c6b-a22d-4280-a1a2-e0f2c315c2ce', 'name': 'network-vif-deleted', 'tag': 'df41c157-7d92-4a0b-b955-e6573b3cc8f2'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:38:25.038501 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c602a1d3bfa6b920adc7a3165aab5144276c11c90910883e43ac8280538c1e72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc39b3c5-9d1b-4c6b-badf-26210b79a021" -d '{"events": [{"server_uuid": "84018c6b-a22d-4280-a1a2-e0f2c315c2ce", "name": "network-vif-deleted", "tag": "df41c157-7d92-4a0b-b955-e6573b3cc8f2"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:38:25.104121 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c82b503-eb3c-4007-ae87-f23effa55c73 x-openstack-request-id: req-0c82b503-eb3c-4007-ae87-f23effa55c73 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:38:25.104425 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84018c6b-a22d-4280-a1a2-e0f2c315c2ce", "name": "network-vif-deleted", "tag": "df41c157-7d92-4a0b-b955-e6573b3cc8f2", "status": "completed", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:38:25.104861 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c82b503-eb3c-4007-ae87-f23effa55c73 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:38:25.105240 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84018c6b-a22d-4280-a1a2-e0f2c315c2ce', 'name': 'network-vif-deleted', 'tag': 'df41c157-7d92-4a0b-b955-e6573b3cc8f2', 'status': 'completed', 'code': 200} Feb 10 03:38:25.250250 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 44690) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:25.370937 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-47b45077-a218-4543-90d8-4e4f1e3506e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:25.456792 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-47b45077-a218-4543-90d8-4e4f1e3506e8 admin admin] Publish callbacks [] for security_group (0d0dd022-3711-4c67-a37e-761e07fa7eef), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:25.461574 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-47b45077-a218-4543-90d8-4e4f1e3506e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (0d0dd022-3711-4c67-a37e-761e07fa7eef), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:25.505765 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-47b45077-a218-4543-90d8-4e4f1e3506e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5247182fd214ca9be339e038b2eb87f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548745 Feb 10 03:38:25.506775 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b45077-a218-4543-90d8-4e4f1e3506e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0dd022-3711-4c67-a37e-761e07fa7eef,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:25.508598 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 44718) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:25.588629 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-13f048e7-fa32-4e82-896d-db5c274cee31 admin admin] Publish callbacks [] for security_group (0d0dd022-3711-4c67-a37e-761e07fa7eef), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:25.621170 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-13f048e7-fa32-4e82-896d-db5c274cee31 admin admin] Publish callbacks [] for security_group (0d0dd022-3711-4c67-a37e-761e07fa7eef), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:25.678920 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ef52cbbc-fb4d-4d43-a066-561328d88ffb req-d638a9a2-4e94-4095-a116-3495aae75660 tempest-DeleteServersTestJSON-632413604 tempest-DeleteServersTestJSON-632413604-project] 10.222.0.32 "GET /v2.0/ports?device_id=84018c6b-a22d-4280-a1a2-e0f2c315c2ce HTTP/1.1" status: 200 len: 210 time: 0.0407407 Feb 10 03:38:25.691094 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d921220-6eb8-4856-a608-552931727786 req-ba212c41-e8e7-4a08-914a-d30c88d78a48 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:25.691647 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-13f048e7-fa32-4e82-896d-db5c274cee31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (0d0dd022-3711-4c67-a37e-761e07fa7eef), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:25.695319 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-13f048e7-fa32-4e82-896d-db5c274cee31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:25.699099 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7d921220-6eb8-4856-a608-552931727786 req-ba212c41-e8e7-4a08-914a-d30c88d78a48 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=5026c864-be6c-4702-bd77-88580b382ce7 HTTP/1.1" status: 200 len: 945 time: 0.0987804 Feb 10 03:38:25.713843 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-13f048e7-fa32-4e82-896d-db5c274cee31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d0dd022-3711-4c67-a37e-761e07fa7eef HTTP/1.1" status: 204 len: 168 time: 0.1909020 Feb 10 03:38:25.732385 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f048e7-fa32-4e82-896d-db5c274cee31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0dd022-3711-4c67-a37e-761e07fa7eef,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:25.757858 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7d921220-6eb8-4856-a608-552931727786 req-35a5aa02-3222-4b57-af68-246807ff991a tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582006 Feb 10 03:38:26.037556 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 44744) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:26.061119 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c101646a-88c6-4367-a7fb-b63cc2cacb99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:26.069668 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368914e-5f34-4495-972e-3f76b6d644df req-975d4d97-8d07-47e8-9507-a3b9fbc88aab tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:26.071906 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b368914e-5f34-4495-972e-3f76b6d644df req-975d4d97-8d07-47e8-9507-a3b9fbc88aab tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c3e5b6-954c-43c8-869e-194537294af8 HTTP/1.1" status: 200 len: 945 time: 0.0804083 Feb 10 03:38:26.124571 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:26.150816 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b368914e-5f34-4495-972e-3f76b6d644df req-cc6a3d2b-3b2e-4878-aea8-7e46bd8b8477 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738204 Feb 10 03:38:26.206263 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c101646a-88c6-4367-a7fb-b63cc2cacb99 admin admin] Publish callbacks [] for security_group (d060ab2e-60fa-4852-96cd-060000e7e4c4), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:26.212269 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c101646a-88c6-4367-a7fb-b63cc2cacb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (d060ab2e-60fa-4852-96cd-060000e7e4c4), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:26.254319 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101646a-88c6-4367-a7fb-b63cc2cacb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d060ab2e-60fa-4852-96cd-060000e7e4c4,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:26.259842 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-c101646a-88c6-4367-a7fb-b63cc2cacb99 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30d3c7ddea8b41e98481c51acda455f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212772 Feb 10 03:38:26.262338 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 44768) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:26.320871 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c66b3375-b544-44c8-aa6e-7ebf548f4cf7 admin admin] Publish callbacks [] for security_group (d060ab2e-60fa-4852-96cd-060000e7e4c4), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:26.345684 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c66b3375-b544-44c8-aa6e-7ebf548f4cf7 admin admin] Publish callbacks [] for security_group (d060ab2e-60fa-4852-96cd-060000e7e4c4), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:26.414391 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c66b3375-b544-44c8-aa6e-7ebf548f4cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (d060ab2e-60fa-4852-96cd-060000e7e4c4), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:26.417254 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c66b3375-b544-44c8-aa6e-7ebf548f4cf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:26.418632 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-c66b3375-b544-44c8-aa6e-7ebf548f4cf7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d060ab2e-60fa-4852-96cd-060000e7e4c4 HTTP/1.1" status: 204 len: 168 time: 0.1539631 Feb 10 03:38:26.433038 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b3375-b544-44c8-aa6e-7ebf548f4cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d060ab2e-60fa-4852-96cd-060000e7e4c4,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:26.910478 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbcb25-63ab-49dc-aa7d-41602ba6f328 req-225f5163-03c7-4a52-b25c-3bcfa4086501 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:26.912194 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c5bbcb25-63ab-49dc-aa7d-41602ba6f328 req-225f5163-03c7-4a52-b25c-3bcfa4086501 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=5026c864-be6c-4702-bd77-88580b382ce7 HTTP/1.1" status: 200 len: 945 time: 0.0652294 Feb 10 03:38:26.975293 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c5bbcb25-63ab-49dc-aa7d-41602ba6f328 req-a4046ca3-664c-4923-ad35-c1f86e9f3019 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572429 Feb 10 03:38:27.277381 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8baa088-7060-43a8-ac21-80df468a430b req-baf193db-1a57-448e-81bc-866104a04bca tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:27.279022 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f8baa088-7060-43a8-ac21-80df468a430b req-baf193db-1a57-448e-81bc-866104a04bca tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c3e5b6-954c-43c8-869e-194537294af8 HTTP/1.1" status: 200 len: 945 time: 0.0548360 Feb 10 03:38:27.329322 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f8baa088-7060-43a8-ac21-80df468a430b req-64a62bc9-da16-41c8-9e6c-2f2c820ea558 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446715 Feb 10 03:38:27.549689 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 3e7a4b38-86d1-4977-a09a-05920db48467 up at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:38:27.601713 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning for port 3e7a4b38-86d1-4977-a09a-05920db48467 completed by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:38:27.606176 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning complete for port 3e7a4b38-86d1-4977-a09a-05920db48467 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:27.606558 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (3e7a4b38-86d1-4977-a09a-05920db48467), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:27.677016 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 44834) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:27.700146 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 3e7a4b38-86d1-4977-a09a-05920db48467 is: BUILD; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:27.700445 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (3e7a4b38-86d1-4977-a09a-05920db48467), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:27.724272 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c3e5b6-954c-43c8-869e-194537294af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7a4b38-86d1-4977-a09a-05920db48467'}] {{(pid=102734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:38:27.730027 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f765ceee2b9e6863c7c09e3b0452b272479917b97bc142159859c6a833de831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0944e6a3-25c7-4e99-8ea1-6b7d043a19c9" -d '{"events": [{"server_uuid": "a6c3e5b6-954c-43c8-869e-194537294af8", "name": "network-vif-plugged", "status": "completed", "tag": "3e7a4b38-86d1-4977-a09a-05920db48467"}]}' {{(pid=102734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:38:27.743517 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 3e7a4b38-86d1-4977-a09a-05920db48467, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3e7a4b38-86d1-4977-a09a-05920db48467,segment=NetworkSegment(12fbc880-dc45-48eb-b207-8a70d4943409),segment_id=12fbc880-dc45-48eb-b207-8a70d4943409)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:27.751218 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (3e7a4b38-86d1-4977-a09a-05920db48467), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:27.752117 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 73b9af4c-1633-4ce7-bedf-db767aba25bf up at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:38:27.802904 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af804e4-05d7-4726-99d2-984558f01863 x-openstack-request-id: req-0af804e4-05d7-4726-99d2-984558f01863 {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:38:27.803225 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c3e5b6-954c-43c8-869e-194537294af8", "name": "network-vif-plugged", "status": "completed", "tag": "3e7a4b38-86d1-4977-a09a-05920db48467", "code": 200}]} {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:38:27.803486 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0af804e4-05d7-4726-99d2-984558f01863 {{(pid=102734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:38:27.803884 dv-cinder-828060-2-iscsi neutron-server[102734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c3e5b6-954c-43c8-869e-194537294af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7a4b38-86d1-4977-a09a-05920db48467', 'code': 200} Feb 10 03:38:27.839055 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=3e7a4b38-86d1-4977-a09a-05920db48467,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:27.854356 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning for port 73b9af4c-1633-4ce7-bedf-db767aba25bf completed by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:38:27.865404 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning complete for port 73b9af4c-1633-4ce7-bedf-db767aba25bf triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:27.865917 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (73b9af4c-1633-4ce7-bedf-db767aba25bf), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:27.957955 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 44850) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:27.961861 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 73b9af4c-1633-4ce7-bedf-db767aba25bf is: BUILD; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:27.962264 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (73b9af4c-1633-4ce7-bedf-db767aba25bf), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:27.962797 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-0a8e0496-80a5-4dbd-a6cd-3f67350baa92 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=40bfef4d74674be08aca4f965b2c2166&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2769423 Feb 10 03:38:28.007758 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 73b9af4c-1633-4ce7-bedf-db767aba25bf, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=73b9af4c-1633-4ce7-bedf-db767aba25bf,segment=NetworkSegment(282cda33-29d4-4368-a9fd-c807aa0e6a87),segment_id=282cda33-29d4-4368-a9fd-c807aa0e6a87)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:28.020026 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (73b9af4c-1633-4ce7-bedf-db767aba25bf), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:28.020833 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device df41c157-7d92-4a0b-b955-e6573b3cc8f2 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:38:28.045101 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2887-17c5-4fd7-891c-ababeea973bb admin admin] Publish callbacks [] for security_group (0128d283-54f1-4cc5-a129-71238fbe26df), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:28.091439 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2887-17c5-4fd7-891c-ababeea973bb admin admin] Publish callbacks [] for security_group (0128d283-54f1-4cc5-a129-71238fbe26df), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:28.111976 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] No Port match for: df41c157-7d92-4a0b-b955-e6573b3cc8f2 {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:38:28.113256 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device df41c157-7d92-4a0b-b955-e6573b3cc8f2 not bound to the agent host hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:38:28.175199 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2887-17c5-4fd7-891c-ababeea973bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (0128d283-54f1-4cc5-a129-71238fbe26df), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:28.177322 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=73b9af4c-1633-4ce7-bedf-db767aba25bf,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:28.178334 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2887-17c5-4fd7-891c-ababeea973bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:28.190376 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-9f0b2887-17c5-4fd7-891c-ababeea973bb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0128d283-54f1-4cc5-a129-71238fbe26df HTTP/1.1" status: 204 len: 168 time: 0.2225394 Feb 10 03:38:28.191270 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51873ecb-e90d-4db1-b630-8937a6491236 req-a937f01a-91ba-4c91-b296-2d4061148433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:28.192913 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-51873ecb-e90d-4db1-b630-8937a6491236 req-a937f01a-91ba-4c91-b296-2d4061148433 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a6c3e5b6-954c-43c8-869e-194537294af8 HTTP/1.1" status: 200 len: 1130 time: 0.1067860 Feb 10 03:38:28.209450 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b2887-17c5-4fd7-891c-ababeea973bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0128d283-54f1-4cc5-a129-71238fbe26df,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:28.261310 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 44874) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:28.263444 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aad3bd-541d-483b-ab79-d229c8387110 req-a50dbf7e-dc66-4874-89b6-9fa29b35bb1d tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:28.266270 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-06aad3bd-541d-483b-ab79-d229c8387110 req-a50dbf7e-dc66-4874-89b6-9fa29b35bb1d tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=5026c864-be6c-4702-bd77-88580b382ce7 HTTP/1.1" status: 200 len: 946 time: 0.1359608 Feb 10 03:38:28.296608 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-51873ecb-e90d-4db1-b630-8937a6491236 req-62cbaa12-0a8e-4031-955c-143b2281deee service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817056 Feb 10 03:38:28.315617 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b8c4c6-ac37-4d62-83e3-a5b46a02169b admin admin] Deleting subnet b8304fa5-9116-449f-aaec-fe76e013c673 {{(pid=102733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 03:38:28.319815 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d5b8c4c6-ac37-4d62-83e3-a5b46a02169b admin admin] Publish callbacks [] for subnet (b8304fa5-9116-449f-aaec-fe76e013c673), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:28.358169 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-06aad3bd-541d-483b-ab79-d229c8387110 req-6f4e4c85-5944-472a-9306-8821c4050b14 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808091 Feb 10 03:38:28.384973 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d5b8c4c6-ac37-4d62-83e3-a5b46a02169b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268408276'] for subnet (b8304fa5-9116-449f-aaec-fe76e013c673), precommit_delete_associations {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:28.435626 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d5b8c4c6-ac37-4d62-83e3-a5b46a02169b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686942'] for subnet (b8304fa5-9116-449f-aaec-fe76e013c673), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:28.489755 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64c3ce-0aa6-40bf-aa75-c711d0af8475 req-992fe33d-e385-4c8c-9eb0-ade2546d78e7 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:28.492985 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-cf64c3ce-0aa6-40bf-aa75-c711d0af8475 req-992fe33d-e385-4c8c-9eb0-ade2546d78e7 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c3e5b6-954c-43c8-869e-194537294af8 HTTP/1.1" status: 200 len: 946 time: 0.0727656 Feb 10 03:38:28.506764 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d5b8c4c6-ac37-4d62-83e3-a5b46a02169b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264842904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265035810'] for subnet (b8304fa5-9116-449f-aaec-fe76e013c673), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:28.533785 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 44884) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:28.534837 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8c4c6-ac37-4d62-83e3-a5b46a02169b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8304fa5-9116-449f-aaec-fe76e013c673,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:28.545904 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d5b8c4c6-ac37-4d62-83e3-a5b46a02169b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:28.550782 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-d5b8c4c6-ac37-4d62-83e3-a5b46a02169b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b8304fa5-9116-449f-aaec-fe76e013c673 HTTP/1.1" status: 204 len: 168 time: 0.2883356 Feb 10 03:38:28.553298 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 44888) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:28.574750 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-cf64c3ce-0aa6-40bf-aa75-c711d0af8475 req-1f747511-ecf4-478d-a57b-8ff89e9b9118 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668654 Feb 10 03:38:28.634802 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ea47dcc9-6992-4a0a-865b-59b73942cb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-664968'] for network (8bd4cd27-a10d-4c56-b40b-6272d0715cdc), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:28.738326 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ea47dcc9-6992-4a0a-865b-59b73942cb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737483', 'neutron.services.segments.db._delete_segments_for_network-8729388224440'] for network (8bd4cd27-a10d-4c56-b40b-6272d0715cdc), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:28.741190 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-30f516e5-3ee3-4197-9d6d-baa8604195be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:28.771252 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.services.segments.db [None req-ea47dcc9-6992-4a0a-865b-59b73942cb7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd4cd27-a10d-4c56-b40b-6272d0715cdc']}} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:28.786492 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.services.segments.db [None req-ea47dcc9-6992-4a0a-865b-59b73942cb7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42425802-d116-4386-9517-986ff8eecb95') {'for_net_delete': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:28.786834 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.services.segments.db [None req-ea47dcc9-6992-4a0a-865b-59b73942cb7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42425802-d116-4386-9517-986ff8eecb95') {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:28.813209 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ea47dcc9-6992-4a0a-865b-59b73942cb7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729388227777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268408301'] for segment (42425802-d116-4386-9517-986ff8eecb95), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:28.834594 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ea47dcc9-6992-4a0a-865b-59b73942cb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (42425802-d116-4386-9517-986ff8eecb95), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:28.848031 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea47dcc9-6992-4a0a-865b-59b73942cb7e admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 03:38:28.848421 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ea47dcc9-6992-4a0a-865b-59b73942cb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264842786'] for segment (42425802-d116-4386-9517-986ff8eecb95), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: Traceback (most recent call last): Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: timer() Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: cb(*args, **kw) Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: return func(*args, **kwargs) Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: self._notify() Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: self.callback(batched_events) Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: event.method(event) Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: return f(self, *a, **k) Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: return self._get(url).json() Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: return self.request(url, 'GET', **kwargs) Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 03:38:28.850307 dv-cinder-828060-2-iscsi neutron-server[102733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 03:38:28.926818 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ea47dcc9-6992-4a0a-865b-59b73942cb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575265'] for network (8bd4cd27-a10d-4c56-b40b-6272d0715cdc), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:28.934083 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ea47dcc9-6992-4a0a-865b-59b73942cb7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:28.937267 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-ea47dcc9-6992-4a0a-865b-59b73942cb7e admin admin] 10.222.0.32 "DELETE /v2.0/networks/8bd4cd27-a10d-4c56-b40b-6272d0715cdc HTTP/1.1" status: 204 len: 168 time: 0.3829458 Feb 10 03:38:28.941256 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-30f516e5-3ee3-4197-9d6d-baa8604195be admin admin] Publish callbacks [] for security_group (f8d38508-cf35-471e-9f5c-295f8b2a554a), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:28.954455 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-30f516e5-3ee3-4197-9d6d-baa8604195be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (f8d38508-cf35-471e-9f5c-295f8b2a554a), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:28.956583 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47dcc9-6992-4a0a-865b-59b73942cb7e admin admin] Pushing event deleted for resources: {'Network': ['ID=8bd4cd27-a10d-4c56-b40b-6272d0715cdc,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:29.000764 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-30f516e5-3ee3-4197-9d6d-baa8604195be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=537c8697580b4be8980ce81c8d77b15a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4633164 Feb 10 03:38:29.002081 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 44906) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:29.013425 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f516e5-3ee3-4197-9d6d-baa8604195be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d38508-cf35-471e-9f5c-295f8b2a554a,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:29.031646 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 44908) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:29.081461 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-50a34632-1d31-43e5-b455-3ebe285277d9 admin admin] Publish callbacks [] for security_group (f8d38508-cf35-471e-9f5c-295f8b2a554a), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:29.156939 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 44914) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:29.178788 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-63ee1b71-ba48-4d39-9ff8-3b5af5bdcbd1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-215996742-network', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:29.219092 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-6aa7bb46-62e6-4646-8d24-31e6b4006215 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b1ad4b9bfe7941d3baa9c36cf551a874&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0608504 Feb 10 03:38:29.220648 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ee1b71-ba48-4d39-9ff8-3b5af5bdcbd1 admin admin] Made reservation on behalf of 9861d9e039084b9b9b24721464eea6e6 for: {'network': 1} {{(pid=102732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:38:29.223121 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-63ee1b71-ba48-4d39-9ff8-3b5af5bdcbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for network (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:29.225099 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 44916) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:29.245244 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-63ee1b71-ba48-4d39-9ff8-3b5af5bdcbd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:29.311346 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0e07ad40-c475-4591-8cc7-ff9b6513e4c7 admin admin] Publish callbacks [] for security_group (83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:29.336249 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-50a34632-1d31-43e5-b455-3ebe285277d9 admin admin] Publish callbacks [] for security_group (f8d38508-cf35-471e-9f5c-295f8b2a554a), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:29.345461 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0e07ad40-c475-4591-8cc7-ff9b6513e4c7 admin admin] Publish callbacks [] for security_group (83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:29.388411 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-50a34632-1d31-43e5-b455-3ebe285277d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (f8d38508-cf35-471e-9f5c-295f8b2a554a), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:29.392771 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-50a34632-1d31-43e5-b455-3ebe285277d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:29.396335 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-50a34632-1d31-43e5-b455-3ebe285277d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8d38508-cf35-471e-9f5c-295f8b2a554a HTTP/1.1" status: 204 len: 168 time: 0.3896053 Feb 10 03:38:29.400315 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-63ee1b71-ba48-4d39-9ff8-3b5af5bdcbd1 admin admin] Publish callbacks [] for security_group (5c25b7df-7c9a-431e-9a11-b3d0bfba1b1f), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:29.406884 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-63ee1b71-ba48-4d39-9ff8-3b5af5bdcbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (5c25b7df-7c9a-431e-9a11-b3d0bfba1b1f), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:29.420180 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a34632-1d31-43e5-b455-3ebe285277d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d38508-cf35-471e-9f5c-295f8b2a554a,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:29.434393 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ee1b71-ba48-4d39-9ff8-3b5af5bdcbd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=102732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:38:29.456027 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0e07ad40-c475-4591-8cc7-ff9b6513e4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:29.458754 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0e07ad40-c475-4591-8cc7-ff9b6513e4c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:29.459964 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-0e07ad40-c475-4591-8cc7-ff9b6513e4c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e HTTP/1.1" status: 204 len: 168 time: 0.2338822 Feb 10 03:38:29.481483 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee1b71-ba48-4d39-9ff8-3b5af5bdcbd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c25b7df-7c9a-431e-9a11-b3d0bfba1b1f,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:29.485461 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-63ee1b71-ba48-4d39-9ff8-3b5af5bdcbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (c168d9c9-0428-46e4-a032-65303c451794), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:29.485810 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.db.segments_db [None req-63ee1b71-ba48-4d39-9ff8-3b5af5bdcbd1 admin admin] Added segment c168d9c9-0428-46e4-a032-65303c451794 of type vlan for network 3af7982f-b432-4a57-9896-b601a1ffbd3e Feb 10 03:38:29.509970 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07ad40-c475-4591-8cc7-ff9b6513e4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e0b84c-7d9b-4f10-b1e8-578b1c7fcc6e,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:29.549653 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-63ee1b71-ba48-4d39-9ff8-3b5af5bdcbd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387737128'] for network (3af7982f-b432-4a57-9896-b601a1ffbd3e), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:29.560553 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de0c3e-c5c9-4d33-8a48-5ea0cb826a40 req-245251eb-e712-49fc-9e96-025fb24a6e2d tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:29.563219 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-50de0c3e-c5c9-4d33-8a48-5ea0cb826a40 req-245251eb-e712-49fc-9e96-025fb24a6e2d tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=5026c864-be6c-4702-bd77-88580b382ce7 HTTP/1.1" status: 200 len: 946 time: 0.1310239 Feb 10 03:38:29.619728 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-63ee1b71-ba48-4d39-9ff8-3b5af5bdcbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for network (3af7982f-b432-4a57-9896-b601a1ffbd3e), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:29.621708 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ee1b71-ba48-4d39-9ff8-3b5af5bdcbd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:29.622526 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-63ee1b71-ba48-4d39-9ff8-3b5af5bdcbd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:29.656506 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-50de0c3e-c5c9-4d33-8a48-5ea0cb826a40 req-1e5b0f71-75c2-4052-b26f-d4c3863250d1 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878682 Feb 10 03:38:29.659663 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-63ee1b71-ba48-4d39-9ff8-3b5af5bdcbd1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6267993 Feb 10 03:38:29.662843 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 44926) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:29.668554 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-b219eb75-b84f-4ab2-a0d0-39c3152fb44e admin admin] Request body: {'subnet': {'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-215996742-subnet', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'ip_version': 4}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:29.718499 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b219eb75-b84f-4ab2-a0d0-39c3152fb44e admin admin] Made reservation on behalf of 9861d9e039084b9b9b24721464eea6e6 for: {'subnet': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:38:29.723103 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b219eb75-b84f-4ab2-a0d0-39c3152fb44e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265035783'] for subnet (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:29.731826 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee1b71-ba48-4d39-9ff8-3b5af5bdcbd1 admin admin] Pushing event updated for resources: {'Network': ['ID=3af7982f-b432-4a57-9896-b601a1ffbd3e,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:29.744519 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Network 3af7982f-b432-4a57-9896-b601a1ffbd3e details requested by agent ovs-agent-dv-cinder-828060-2-iscsi with host dv-cinder-828060-2-iscsi {{(pid=102734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:38:29.786419 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fad9c-4346-429d-8d50-6f54f79c4f63 req-269e9933-6aff-4ded-8961-84a7d78d75fe tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:29.797050 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f70fad9c-4346-429d-8d50-6f54f79c4f63 req-269e9933-6aff-4ded-8961-84a7d78d75fe tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c3e5b6-954c-43c8-869e-194537294af8 HTTP/1.1" status: 200 len: 946 time: 0.0805800 Feb 10 03:38:29.859449 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5026c864-be6c-4702-bd77-88580b382ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b9af4c-1633-4ce7-bedf-db767aba25bf'}] {{(pid=102734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:38:29.863388 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f765ceee2b9e6863c7c09e3b0452b272479917b97bc142159859c6a833de831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e937c0c-28f5-4ced-92d8-0ffe6f1d5495" -d '{"events": [{"server_uuid": "5026c864-be6c-4702-bd77-88580b382ce7", "name": "network-vif-plugged", "status": "completed", "tag": "73b9af4c-1633-4ce7-bedf-db767aba25bf"}]}' {{(pid=102734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:38:29.904109 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f70fad9c-4346-429d-8d50-6f54f79c4f63 req-d9c2de1b-8336-4185-9641-6ab19d2108f8 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056032 Feb 10 03:38:29.945645 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96ef9c5-f176-4c11-a0d1-64fa7eb01acc x-openstack-request-id: req-d96ef9c5-f176-4c11-a0d1-64fa7eb01acc {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:38:29.945965 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5026c864-be6c-4702-bd77-88580b382ce7", "name": "network-vif-plugged", "status": "completed", "tag": "73b9af4c-1633-4ce7-bedf-db767aba25bf", "code": 200}]} {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:38:29.946370 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d96ef9c5-f176-4c11-a0d1-64fa7eb01acc {{(pid=102734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:38:29.946934 dv-cinder-828060-2-iscsi neutron-server[102734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5026c864-be6c-4702-bd77-88580b382ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b9af4c-1633-4ce7-bedf-db767aba25bf', 'code': 200} Feb 10 03:38:30.028030 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b219eb75-b84f-4ab2-a0d0-39c3152fb44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264842969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265035797'] for subnet (8c7ae98f-4290-4591-b0b0-01ae38e627b6), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:30.083718 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219eb75-b84f-4ab2-a0d0-39c3152fb44e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c7ae98f-4290-4591-b0b0-01ae38e627b6,revision_number=0']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:30.090759 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 44942) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:30.112722 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f3ff1ba6-bcd4-4625-bce9-8d26eecaa54c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:30.129611 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b219eb75-b84f-4ab2-a0d0-39c3152fb44e admin admin] Checking segment: {'id': 'c168d9c9-0428-46e4-a032-65303c451794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:38:30.130262 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b219eb75-b84f-4ab2-a0d0-39c3152fb44e admin admin] Network hostable DHCP agents. Network: 3af7982f-b432-4a57-9896-b601a1ffbd3e, hostable agents: ['1db83568-5d00-4ab2-ab08-3829f0594148'], hosted agents: [] {{(pid=102733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:38:30.164874 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b219eb75-b84f-4ab2-a0d0-39c3152fb44e admin admin] Network 3af7982f-b432-4a57-9896-b601a1ffbd3e is scheduled to be hosted by DHCP agent 1db83568-5d00-4ab2-ab08-3829f0594148 with binding_index 1 {{(pid=102733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:38:30.179160 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-b219eb75-b84f-4ab2-a0d0-39c3152fb44e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-2-iscsi, 3af7982f-b432-4a57-9896-b601a1ffbd3e) {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:38:30.186217 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219eb75-b84f-4ab2-a0d0-39c3152fb44e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:30.186850 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b219eb75-b84f-4ab2-a0d0-39c3152fb44e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:30.194313 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173ead31-a7bb-4a70-903a-aa066a1f4e26 None None] Network 3af7982f-b432-4a57-9896-b601a1ffbd3e requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:38:30.218354 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-b219eb75-b84f-4ab2-a0d0-39c3152fb44e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5542996 Feb 10 03:38:30.220986 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 44946) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:30.225236 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-ef789afa-84a9-407d-9427-8a7ce62bd5e8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-215996742-router', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:30.260465 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f3ff1ba6-bcd4-4625-bce9-8d26eecaa54c admin admin] Publish callbacks [] for security_group (5d9f4512-3191-47c2-89b4-371b42310ffc), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:30.266740 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f3ff1ba6-bcd4-4625-bce9-8d26eecaa54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (5d9f4512-3191-47c2-89b4-371b42310ffc), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:30.290687 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c201110-0f1f-4bdd-a57a-17dda533c6d9 req-163fd370-1cab-420a-b020-3a9ccc5e6bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:30.293014 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2c201110-0f1f-4bdd-a57a-17dda533c6d9 req-163fd370-1cab-420a-b020-3a9ccc5e6bbc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5026c864-be6c-4702-bd77-88580b382ce7 HTTP/1.1" status: 200 len: 1130 time: 0.0634687 Feb 10 03:38:30.308808 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ef789afa-84a9-407d-9427-8a7ce62bd5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256768'] for router (4d80c1f5-a097-4d9e-a412-9369b9dea1b5), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:30.317250 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ef789afa-84a9-407d-9427-8a7ce62bd5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256823'] for router (4d80c1f5-a097-4d9e-a412-9369b9dea1b5), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:30.323253 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-f3ff1ba6-bcd4-4625-bce9-8d26eecaa54c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e72aa87ba8848cf953b275aae707803&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314606 Feb 10 03:38:30.327192 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 44950) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:30.370384 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff1ba6-bcd4-4625-bce9-8d26eecaa54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9f4512-3191-47c2-89b4-371b42310ffc,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:30.377678 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b278811c-f2d1-4263-8405-385c26c655b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27dc6948-3cb5-5705-b42b-68de865229a0-3af7982f-b432-4a57-9896-b601a1ffbd3e', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'fixed_ips': [{'subnet_id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6'}]}} from dv-cinder-828060-2-iscsi. {{(pid=102734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 03:38:30.378612 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-b278811c-f2d1-4263-8405-385c26c655b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:30.396234 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2c201110-0f1f-4bdd-a57a-17dda533c6d9 req-5d4b7171-6ee7-416e-91b6-adcf87e5f153 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848215 Feb 10 03:38:30.412993 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-02a581e2-ae31-4d65-9c23-2a8fd4ecc712 admin admin] Publish callbacks [] for security_group (5d9f4512-3191-47c2-89b4-371b42310ffc), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:30.436876 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ef789afa-84a9-407d-9427-8a7ce62bd5e8 admin admin] Publish callbacks [] for router_controller (4d80c1f5-a097-4d9e-a412-9369b9dea1b5), precommit_add_association {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:30.438827 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-02a581e2-ae31-4d65-9c23-2a8fd4ecc712 admin admin] Publish callbacks [] for security_group (5d9f4512-3191-47c2-89b4-371b42310ffc), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:30.505039 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-02a581e2-ae31-4d65-9c23-2a8fd4ecc712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (5d9f4512-3191-47c2-89b4-371b42310ffc), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:30.508402 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-02a581e2-ae31-4d65-9c23-2a8fd4ecc712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:30.511288 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-02a581e2-ae31-4d65-9c23-2a8fd4ecc712 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d9f4512-3191-47c2-89b4-371b42310ffc HTTP/1.1" status: 204 len: 168 time: 0.1800895 Feb 10 03:38:30.521075 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a581e2-ae31-4d65-9c23-2a8fd4ecc712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9f4512-3191-47c2-89b4-371b42310ffc,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:30.567573 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.db_base_plugin_common [None req-b278811c-f2d1-4263-8405-385c26c655b6 None None] Allocated IP 172.20.0.2 (3af7982f-b432-4a57-9896-b601a1ffbd3e/8c7ae98f-4290-4591-b0b0-01ae38e627b6/5336a7f5-b921-4a13-831b-eccfd0213340) {{(pid=102734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:38:30.612454 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 44960) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:30.616388 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ef789afa-84a9-407d-9427-8a7ce62bd5e8 admin admin] Publish callbacks [] for router_gateway (4d80c1f5-a097-4d9e-a412-9369b9dea1b5), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:30.820272 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-b278811c-f2d1-4263-8405-385c26c655b6 None None] Publish callbacks [] for port (5336a7f5-b921-4a13-831b-eccfd0213340), precommit_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:30.833326 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-b278811c-f2d1-4263-8405-385c26c655b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834'] for port (5336a7f5-b921-4a13-831b-eccfd0213340), after_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:30.856744 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51982c5-8a0b-443d-8c72-4f1964fdeb4e req-10961049-6fe6-424f-ad31-1844ca47dcdf tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:30.862592 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b51982c5-8a0b-443d-8c72-4f1964fdeb4e req-10961049-6fe6-424f-ad31-1844ca47dcdf tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=5026c864-be6c-4702-bd77-88580b382ce7 HTTP/1.1" status: 200 len: 946 time: 0.1036935 Feb 10 03:38:30.900617 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-994a8bfd-7700-47cc-83ac-a66861db0cca admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1101670110-network', 'tenant_id': '114e0c095df64647bf339f0e8dcf8571'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:30.920012 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b278811c-f2d1-4263-8405-385c26c655b6 None None] Network 3af7982f-b432-4a57-9896-b601a1ffbd3e is already hosted by enough agents. {{(pid=102734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:38:30.924243 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278811c-f2d1-4263-8405-385c26c655b6 None None] Pushing event updated for resources: {'Port': ['ID=5336a7f5-b921-4a13-831b-eccfd0213340,revision_number=1']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:30.930531 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.scheduler.base_scheduler [None req-b278811c-f2d1-4263-8405-385c26c655b6 None None] Resources bound (agent type, host, resource id): {{(pid=102734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:38:30.932528 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ef789afa-84a9-407d-9427-8a7ce62bd5e8 admin admin] Publish callbacks [] for router_gateway (4d80c1f5-a097-4d9e-a412-9369b9dea1b5), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:30.948173 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b278811c-f2d1-4263-8405-385c26c655b6 None None] Received port after_create {{(pid=102734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:38:30.958085 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ef789afa-84a9-407d-9427-8a7ce62bd5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:30.980670 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b51982c5-8a0b-443d-8c72-4f1964fdeb4e req-f9aff1b6-766b-429c-b673-fe27db602699 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048567 Feb 10 03:38:30.985738 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994a8bfd-7700-47cc-83ac-a66861db0cca admin admin] Made reservation on behalf of 114e0c095df64647bf339f0e8dcf8571 for: {'network': 1} {{(pid=102732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:38:30.990077 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-994a8bfd-7700-47cc-83ac-a66861db0cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for network (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:31.020807 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-994a8bfd-7700-47cc-83ac-a66861db0cca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:31.038957 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-b278811c-f2d1-4263-8405-385c26c655b6 None None] Attempting to bind port 5336a7f5-b921-4a13-831b-eccfd0213340 on host dv-cinder-828060-2-iscsi for vnic_type normal with profile {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:38:31.039447 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-b278811c-f2d1-4263-8405-385c26c655b6 None None] Attempting to bind port 5336a7f5-b921-4a13-831b-eccfd0213340 by drivers openvswitch,hyperv on host dv-cinder-828060-2-iscsi at level 0 using segments [{'id': 'c168d9c9-0428-46e4-a032-65303c451794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e'}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:38:31.039884 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b278811c-f2d1-4263-8405-385c26c655b6 None None] Attempting to bind port 5336a7f5-b921-4a13-831b-eccfd0213340 on network 3af7982f-b432-4a57-9896-b601a1ffbd3e {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:38:31.045403 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b278811c-f2d1-4263-8405-385c26c655b6 None None] Checking agent: {'id': 'ec329a5d-811c-4230-b7e8-4067504d3542', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'started_at': datetime.datetime(2022, 2, 10, 3, 29, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:38:31.045871 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b278811c-f2d1-4263-8405-385c26c655b6 None None] Checking segment: {'id': 'c168d9c9-0428-46e4-a032-65303c451794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:38:31.046498 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-b278811c-f2d1-4263-8405-385c26c655b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:31.046844 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b278811c-f2d1-4263-8405-385c26c655b6 None None] Bound using segment: {'id': 'c168d9c9-0428-46e4-a032-65303c451794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e'} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:38:31.047387 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-b278811c-f2d1-4263-8405-385c26c655b6 None None] Bound port: 5336a7f5-b921-4a13-831b-eccfd0213340, host: dv-cinder-828060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c168d9c9-0428-46e4-a032-65303c451794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e'}}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:38:31.047837 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-b278811c-f2d1-4263-8405-385c26c655b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (5336a7f5-b921-4a13-831b-eccfd0213340), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:31.111146 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [None req-ef789afa-84a9-407d-9427-8a7ce62bd5e8 admin admin] Allocated IP 172.27.0.113 (21bdb221-e4aa-4ceb-8437-3c4897a6dae2/0a389fce-60fc-45d4-b298-908574c1c629/93c84bb7-7465-4e30-987a-014914933494) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:38:31.127276 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-b278811c-f2d1-4263-8405-385c26c655b6 None None] For port 5336a7f5-b921-4a13-831b-eccfd0213340, host dv-cinder-828060-2-iscsi, cleared binding levels {{(pid=102734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:38:31.132957 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-b278811c-f2d1-4263-8405-385c26c655b6 None None] For port 5336a7f5-b921-4a13-831b-eccfd0213340, host dv-cinder-828060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=5336a7f5-b921-4a13-831b-eccfd0213340,segment=NetworkSegment(c168d9c9-0428-46e4-a032-65303c451794),segment_id=c168d9c9-0428-46e4-a032-65303c451794)] {{(pid=102734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:38:31.142865 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-b278811c-f2d1-4263-8405-385c26c655b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (5336a7f5-b921-4a13-831b-eccfd0213340), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:31.237506 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278811c-f2d1-4263-8405-385c26c655b6 None None] Pushing event updated for resources: {'Port': ['ID=5336a7f5-b921-4a13-831b-eccfd0213340,revision_number=2']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:31.279433 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ef789afa-84a9-407d-9427-8a7ce62bd5e8 admin admin] Publish callbacks [] for port (93c84bb7-7465-4e30-987a-014914933494), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:31.328153 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ef789afa-84a9-407d-9427-8a7ce62bd5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (93c84bb7-7465-4e30-987a-014914933494), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:31.386708 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef789afa-84a9-407d-9427-8a7ce62bd5e8 admin admin] Network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:38:31.389651 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-ef789afa-84a9-407d-9427-8a7ce62bd5e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:38:31.394807 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef789afa-84a9-407d-9427-8a7ce62bd5e8 admin admin] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:38:31.397901 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef789afa-84a9-407d-9427-8a7ce62bd5e8 admin admin] Pushing event updated for resources: {'Port': ['ID=93c84bb7-7465-4e30-987a-014914933494,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:31.412221 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111c8e9-d169-4e13-89c5-9f8af58d7a2e req-05d4891f-8c62-4505-9a69-b0f4ff058d7e tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:31.413812 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b111c8e9-d169-4e13-89c5-9f8af58d7a2e req-05d4891f-8c62-4505-9a69-b0f4ff058d7e tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c3e5b6-954c-43c8-869e-194537294af8 HTTP/1.1" status: 200 len: 946 time: 0.4023752 Feb 10 03:38:31.505928 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-994a8bfd-7700-47cc-83ac-a66861db0cca admin admin] Publish callbacks [] for security_group (740608a1-92c9-4405-b2f6-c844545364c4), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:31.512355 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b111c8e9-d169-4e13-89c5-9f8af58d7a2e req-5950241b-95e9-46fc-aa82-7f0d7770c60f tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847583 Feb 10 03:38:31.514249 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-994a8bfd-7700-47cc-83ac-a66861db0cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (740608a1-92c9-4405-b2f6-c844545364c4), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:31.580821 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994a8bfd-7700-47cc-83ac-a66861db0cca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=102732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:38:31.587669 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a8bfd-7700-47cc-83ac-a66861db0cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740608a1-92c9-4405-b2f6-c844545364c4,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:31.600190 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-994a8bfd-7700-47cc-83ac-a66861db0cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (9536ef9f-3405-4be5-86aa-c692b83d667f), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:31.600190 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.db.segments_db [None req-994a8bfd-7700-47cc-83ac-a66861db0cca admin admin] Added segment 9536ef9f-3405-4be5-86aa-c692b83d667f of type vlan for network e0aca2bf-c883-41b5-bca5-cb73801c5192 Feb 10 03:38:31.673048 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-994a8bfd-7700-47cc-83ac-a66861db0cca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387737128'] for network (e0aca2bf-c883-41b5-bca5-cb73801c5192), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:31.711685 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-994a8bfd-7700-47cc-83ac-a66861db0cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for network (e0aca2bf-c883-41b5-bca5-cb73801c5192), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:31.712743 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994a8bfd-7700-47cc-83ac-a66861db0cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:31.713365 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-994a8bfd-7700-47cc-83ac-a66861db0cca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:31.761372 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-994a8bfd-7700-47cc-83ac-a66861db0cca admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1392078 Feb 10 03:38:31.764132 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 44994) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:31.770733 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-cd08b666-6640-4c1f-b0b7-8c944657050b admin admin] Request body: {'subnet': {'network_id': 'e0aca2bf-c883-41b5-bca5-cb73801c5192', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1101670110-subnet', 'tenant_id': '114e0c095df64647bf339f0e8dcf8571', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:31.784624 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ef789afa-84a9-407d-9427-8a7ce62bd5e8 admin admin] Publish callbacks [] for router_gateway (4d80c1f5-a097-4d9e-a412-9369b9dea1b5), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:31.816081 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a8bfd-7700-47cc-83ac-a66861db0cca admin admin] Pushing event updated for resources: {'Network': ['ID=e0aca2bf-c883-41b5-bca5-cb73801c5192,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:31.833666 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Network e0aca2bf-c883-41b5-bca5-cb73801c5192 details requested by agent ovs-agent-dv-cinder-828060-2-iscsi with host dv-cinder-828060-2-iscsi {{(pid=102734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:38:31.840374 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd08b666-6640-4c1f-b0b7-8c944657050b admin admin] Made reservation on behalf of 114e0c095df64647bf339f0e8dcf8571 for: {'subnet': 1} {{(pid=102732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:38:31.842917 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cd08b666-6640-4c1f-b0b7-8c944657050b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:32.099850 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ef789afa-84a9-407d-9427-8a7ce62bd5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603541'] for router (4d80c1f5-a097-4d9e-a412-9369b9dea1b5), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:32.159003 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cd08b666-6640-4c1f-b0b7-8c944657050b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for subnet (9995f4ef-9c6b-4dbc-a816-718f17a87440), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:32.191442 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 5336a7f5-b921-4a13-831b-eccfd0213340 up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:38:32.284677 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 5336a7f5-b921-4a13-831b-eccfd0213340 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:32.285007 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (5336a7f5-b921-4a13-831b-eccfd0213340), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:32.295790 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08b666-6640-4c1f-b0b7-8c944657050b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9995f4ef-9c6b-4dbc-a816-718f17a87440,revision_number=0']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:32.323836 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef789afa-84a9-407d-9427-8a7ce62bd5e8 admin admin] Router 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 is scheduled to L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 with binding_index 1 {{(pid=102733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 03:38:32.326132 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fc32f-e8bb-4929-a62f-9359069030c7 req-9fc9103f-3398-482d-8f3e-92a616de5cb8 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:32.335549 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0f4fc32f-e8bb-4929-a62f-9359069030c7 req-9fc9103f-3398-482d-8f3e-92a616de5cb8 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=5026c864-be6c-4702-bd77-88580b382ce7 HTTP/1.1" status: 200 len: 946 time: 0.1922162 Feb 10 03:38:32.357709 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd08b666-6640-4c1f-b0b7-8c944657050b admin admin] Checking segment: {'id': '9536ef9f-3405-4be5-86aa-c692b83d667f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e0aca2bf-c883-41b5-bca5-cb73801c5192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:38:32.358195 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd08b666-6640-4c1f-b0b7-8c944657050b admin admin] Network hostable DHCP agents. Network: e0aca2bf-c883-41b5-bca5-cb73801c5192, hostable agents: ['1db83568-5d00-4ab2-ab08-3829f0594148'], hosted agents: [] {{(pid=102732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:38:32.406756 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 5336a7f5-b921-4a13-831b-eccfd0213340 is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:32.407801 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (5336a7f5-b921-4a13-831b-eccfd0213340), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:32.429377 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd08b666-6640-4c1f-b0b7-8c944657050b admin admin] Network e0aca2bf-c883-41b5-bca5-cb73801c5192 is scheduled to be hosted by DHCP agent 1db83568-5d00-4ab2-ab08-3829f0594148 with binding_index 1 {{(pid=102732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:38:32.446256 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0f4fc32f-e8bb-4929-a62f-9359069030c7 req-bcaf19c9-c64b-4e22-a5f7-eed25f5c1bf0 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998454 Feb 10 03:38:32.471347 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] For port 5336a7f5-b921-4a13-831b-eccfd0213340, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=5336a7f5-b921-4a13-831b-eccfd0213340,segment=NetworkSegment(c168d9c9-0428-46e4-a032-65303c451794),segment_id=c168d9c9-0428-46e4-a032-65303c451794)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:32.475414 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-cd08b666-6640-4c1f-b0b7-8c944657050b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-2-iscsi, e0aca2bf-c883-41b5-bca5-cb73801c5192) {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:38:32.481814 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (5336a7f5-b921-4a13-831b-eccfd0213340), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:32.491001 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd08b666-6640-4c1f-b0b7-8c944657050b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:32.492505 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cd08b666-6640-4c1f-b0b7-8c944657050b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for subnet (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:32.522372 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-cd08b666-6640-4c1f-b0b7-8c944657050b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7568088 Feb 10 03:38:32.528573 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 45020) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:32.530585 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4345bb63-510f-46a2-9eb4-8e5f340f80a5 None None] Network e0aca2bf-c883-41b5-bca5-cb73801c5192 requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:38:32.542780 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-06340d3a-8da3-485c-82e9-0e0e7fa19f27 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1101670110-router', 'tenant_id': '114e0c095df64647bf339f0e8dcf8571', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:32.576007 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef789afa-84a9-407d-9427-8a7ce62bd5e8 admin admin] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:38:32.596276 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a95757-4d7e-429b-9965-8430040c690f None None] Sync routers for ids ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'] in dv-cinder-828060-2-iscsi {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:38:32.597414 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-06340d3a-8da3-485c-82e9-0e0e7fa19f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256768'] for router (15de21d5-9391-4a56-9448-019c2ad54e1f), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:32.598523 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-06340d3a-8da3-485c-82e9-0e0e7fa19f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256823'] for router (15de21d5-9391-4a56-9448-019c2ad54e1f), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:32.619012 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a95757-4d7e-429b-9965-8430040c690f None None] Routers {'4d80c1f5-a097-4d9e-a412-9369b9dea1b5'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:38:32.625535 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-46a95757-4d7e-429b-9965-8430040c690f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:38:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:32.677893 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Pushing event updated for resources: {'Port': ['ID=5336a7f5-b921-4a13-831b-eccfd0213340,revision_number=3']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:32.701978 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ef789afa-84a9-407d-9427-8a7ce62bd5e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:32.703584 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-ef789afa-84a9-407d-9427-8a7ce62bd5e8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4815636 Feb 10 03:38:32.705586 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-06340d3a-8da3-485c-82e9-0e0e7fa19f27 admin admin] Publish callbacks [] for router_controller (15de21d5-9391-4a56-9448-019c2ad54e1f), precommit_add_association {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:32.707345 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 45028) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:32.749848 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f72e641-ee0c-44e4-a830-acdbb3890050 None None] Network e0aca2bf-c883-41b5-bca5-cb73801c5192 requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:38:32.875418 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-46a95757-4d7e-429b-9965-8430040c690f None None] Set router 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:38:32.962737 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5935dd1c-a3aa-43f2-b447-2cd4b759fdd6 None None] Network 3af7982f-b432-4a57-9896-b601a1ffbd3e requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:38:33.065768 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-ee230fb7-b033-45a8-904f-e46eb9ac385d None None] Provisioning complete for port 5336a7f5-b921-4a13-831b-eccfd0213340 triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:33.066141 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-ee230fb7-b033-45a8-904f-e46eb9ac385d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (5336a7f5-b921-4a13-831b-eccfd0213340), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:33.171604 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98968b-76ab-482c-889f-9a6b53a2bed0 req-4adb8f38-128b-48a5-a1a1-4fda2490c7ec tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:33.177568 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-db98968b-76ab-482c-889f-9a6b53a2bed0 req-4adb8f38-128b-48a5-a1a1-4fda2490c7ec tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c3e5b6-954c-43c8-869e-194537294af8 HTTP/1.1" status: 200 len: 946 time: 0.1430326 Feb 10 03:38:33.220653 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-ee230fb7-b033-45a8-904f-e46eb9ac385d None None] Current status of the port 5336a7f5-b921-4a13-831b-eccfd0213340 is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:33.235962 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-46a95757-4d7e-429b-9965-8430040c690f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'name': 'tempest-TestVolumeBootPattern-215996742-router', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '93c84bb7-7465-4e30-987a-014914933494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:31Z', 'revision_number': 3, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'gw_port': {'id': '93c84bb7-7465-4e30-987a-014914933494', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:33.245509 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-06340d3a-8da3-485c-82e9-0e0e7fa19f27 admin admin] Publish callbacks [] for router_gateway (15de21d5-9391-4a56-9448-019c2ad54e1f), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:33.284068 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-db98968b-76ab-482c-889f-9a6b53a2bed0 req-a2252348-532d-4f50-8e44-4e6060a95aa5 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989368 Feb 10 03:38:33.415291 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a95757-4d7e-429b-9965-8430040c690f None None] Checking router: 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 for host: dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:38:33.415648 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a95757-4d7e-429b-9965-8430040c690f None None] Updating router 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 port 93c84bb7-7465-4e30-987a-014914933494 binding host dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:38:33.479798 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-46a95757-4d7e-429b-9965-8430040c690f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (93c84bb7-7465-4e30-987a-014914933494), before_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:33.648937 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-06340d3a-8da3-485c-82e9-0e0e7fa19f27 admin admin] Publish callbacks [] for router_gateway (15de21d5-9391-4a56-9448-019c2ad54e1f), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:33.651134 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-491b7b76-3d3c-4518-a8a5-04019f5f63f2 None None] Provisioning complete for port 5336a7f5-b921-4a13-831b-eccfd0213340 triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:33.652652 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-491b7b76-3d3c-4518-a8a5-04019f5f63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (5336a7f5-b921-4a13-831b-eccfd0213340), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:33.687706 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-06340d3a-8da3-485c-82e9-0e0e7fa19f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:33.713442 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-afee23ad-22aa-4ef3-a3df-5e1ffa5bb967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:33.864931 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-46a95757-4d7e-429b-9965-8430040c690f None None] Publish callbacks [] for port (93c84bb7-7465-4e30-987a-014914933494), precommit_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:33.877093 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-46a95757-4d7e-429b-9965-8430040c690f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (93c84bb7-7465-4e30-987a-014914933494), after_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:33.938568 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-afee23ad-22aa-4ef3-a3df-5e1ffa5bb967 admin admin] Allocated IP 172.20.0.1 (3af7982f-b432-4a57-9896-b601a1ffbd3e/8c7ae98f-4290-4591-b0b0-01ae38e627b6/7683a7cc-71b7-4848-ace4-8a81b8b4073f) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:38:33.969391 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.managers [None req-46a95757-4d7e-429b-9965-8430040c690f None None] Attempting to bind port 93c84bb7-7465-4e30-987a-014914933494 on host dv-cinder-828060-2-iscsi for vnic_type normal with profile {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:38:33.969779 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.managers [None req-46a95757-4d7e-429b-9965-8430040c690f None None] Attempting to bind port 93c84bb7-7465-4e30-987a-014914933494 by drivers openvswitch,hyperv on host dv-cinder-828060-2-iscsi at level 0 using segments [{'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}] {{(pid=102735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:38:33.970145 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a95757-4d7e-429b-9965-8430040c690f None None] Attempting to bind port 93c84bb7-7465-4e30-987a-014914933494 on network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:38:33.972032 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-491b7b76-3d3c-4518-a8a5-04019f5f63f2 None None] Current status of the port 5336a7f5-b921-4a13-831b-eccfd0213340 is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:33.977902 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [None req-06340d3a-8da3-485c-82e9-0e0e7fa19f27 admin admin] Allocated IP 172.27.0.134 (21bdb221-e4aa-4ceb-8437-3c4897a6dae2/0a389fce-60fc-45d4-b298-908574c1c629/ca962838-4cc3-463a-9a25-1c03b5eb902f) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:38:33.981908 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a95757-4d7e-429b-9965-8430040c690f None None] Checking agent: {'id': 'ec329a5d-811c-4230-b7e8-4067504d3542', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'started_at': datetime.datetime(2022, 2, 10, 3, 29, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:38:33.982297 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a95757-4d7e-429b-9965-8430040c690f None None] Checking segment: {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:38:33.982716 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-46a95757-4d7e-429b-9965-8430040c690f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:33.983112 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a95757-4d7e-429b-9965-8430040c690f None None] Bound using segment: {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'} {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:38:33.984295 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.managers [None req-46a95757-4d7e-429b-9965-8430040c690f None None] Bound port: 93c84bb7-7465-4e30-987a-014914933494, host: dv-cinder-828060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}}] {{(pid=102735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:38:33.984682 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-46a95757-4d7e-429b-9965-8430040c690f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (93c84bb7-7465-4e30-987a-014914933494), before_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:34.065675 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b29f3b-421c-4c24-8a4e-d39c1247b638 None None] Pushing event updated for resources: {'Port': ['ID=93c84bb7-7465-4e30-987a-014914933494,revision_number=2']} {{(pid=102735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:34.082856 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b29f3b-421c-4c24-8a4e-d39c1247b638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:34.083240 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b29f3b-421c-4c24-8a4e-d39c1247b638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:34.083606 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b29f3b-421c-4c24-8a4e-d39c1247b638 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:34.083962 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b29f3b-421c-4c24-8a4e-d39c1247b638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:34.084301 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b29f3b-421c-4c24-8a4e-d39c1247b638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:34.084660 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b29f3b-421c-4c24-8a4e-d39c1247b638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:34.085013 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b29f3b-421c-4c24-8a4e-d39c1247b638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:34.085617 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b29f3b-421c-4c24-8a4e-d39c1247b638 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:34.085719 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b29f3b-421c-4c24-8a4e-d39c1247b638 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:34.086103 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b29f3b-421c-4c24-8a4e-d39c1247b638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:34.087503 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b29f3b-421c-4c24-8a4e-d39c1247b638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:34.087864 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b29f3b-421c-4c24-8a4e-d39c1247b638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:34.088197 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b29f3b-421c-4c24-8a4e-d39c1247b638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:38:34.096112 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 5336a7f5-b921-4a13-831b-eccfd0213340 up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:38:34.118569 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.db [None req-46a95757-4d7e-429b-9965-8430040c690f None None] For port 93c84bb7-7465-4e30-987a-014914933494, host dv-cinder-828060-2-iscsi, cleared binding levels {{(pid=102735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:38:34.122443 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.db [None req-46a95757-4d7e-429b-9965-8430040c690f None None] For port 93c84bb7-7465-4e30-987a-014914933494, host dv-cinder-828060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=93c84bb7-7465-4e30-987a-014914933494,segment=NetworkSegment(c1a6dc3e-a0fe-4959-bf17-1081534e4b16),segment_id=c1a6dc3e-a0fe-4959-bf17-1081534e4b16)] {{(pid=102735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:38:34.131640 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-46a95757-4d7e-429b-9965-8430040c690f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (93c84bb7-7465-4e30-987a-014914933494), after_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:34.137533 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-afee23ad-22aa-4ef3-a3df-5e1ffa5bb967 admin admin] Publish callbacks [] for port (7683a7cc-71b7-4848-ace4-8a81b8b4073f), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:34.150612 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-06340d3a-8da3-485c-82e9-0e0e7fa19f27 admin admin] Publish callbacks [] for port (ca962838-4cc3-463a-9a25-1c03b5eb902f), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:34.163909 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 5336a7f5-b921-4a13-831b-eccfd0213340 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:34.164591 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (5336a7f5-b921-4a13-831b-eccfd0213340), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:34.177358 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a95757-4d7e-429b-9965-8430040c690f None None] Routers {'4d80c1f5-a097-4d9e-a412-9369b9dea1b5'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:38:34.177669 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-46a95757-4d7e-429b-9965-8430040c690f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:38:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:34.196958 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-06340d3a-8da3-485c-82e9-0e0e7fa19f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (ca962838-4cc3-463a-9a25-1c03b5eb902f), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:34.229197 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-afee23ad-22aa-4ef3-a3df-5e1ffa5bb967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834'] for port (7683a7cc-71b7-4848-ace4-8a81b8b4073f), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:34.242887 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06340d3a-8da3-485c-82e9-0e0e7fa19f27 admin admin] Network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:38:34.244242 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-06340d3a-8da3-485c-82e9-0e0e7fa19f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:38:34.248231 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06340d3a-8da3-485c-82e9-0e0e7fa19f27 admin admin] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:38:34.272417 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06340d3a-8da3-485c-82e9-0e0e7fa19f27 admin admin] Pushing event updated for resources: {'Port': ['ID=ca962838-4cc3-463a-9a25-1c03b5eb902f,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:34.293785 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b29f3b-421c-4c24-8a4e-d39c1247b638 None None] Pushing event updated for resources: {'Port': ['ID=93c84bb7-7465-4e30-987a-014914933494,revision_number=3']} {{(pid=102735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:34.297861 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 5336a7f5-b921-4a13-831b-eccfd0213340 is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:34.309593 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-46a95757-4d7e-429b-9965-8430040c690f None None] Set router 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:38:34.315613 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee23ad-22aa-4ef3-a3df-5e1ffa5bb967 admin admin] Pushing event updated for resources: {'Port': ['ID=7683a7cc-71b7-4848-ace4-8a81b8b4073f,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:34.331898 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afee23ad-22aa-4ef3-a3df-5e1ffa5bb967 admin admin] Network 3af7982f-b432-4a57-9896-b601a1ffbd3e is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:38:34.333378 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-afee23ad-22aa-4ef3-a3df-5e1ffa5bb967 admin admin] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:38:34.335867 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afee23ad-22aa-4ef3-a3df-5e1ffa5bb967 admin admin] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:38:34.336353 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-afee23ad-22aa-4ef3-a3df-5e1ffa5bb967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1575400'] for router_interface (4d80c1f5-a097-4d9e-a412-9369b9dea1b5), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:34.514494 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9443103-4714-475d-9ed6-5b3badf87675 req-e3e7066b-2cdb-4dac-8ebc-761d7289678d tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:34.516092 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b9443103-4714-475d-9ed6-5b3badf87675 req-e3e7066b-2cdb-4dac-8ebc-761d7289678d tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c3e5b6-954c-43c8-869e-194537294af8 HTTP/1.1" status: 200 len: 946 time: 0.1025119 Feb 10 03:38:34.564469 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-46a95757-4d7e-429b-9965-8430040c690f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'name': 'tempest-TestVolumeBootPattern-215996742-router', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '93c84bb7-7465-4e30-987a-014914933494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:31Z', 'revision_number': 3, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'gw_port': {'id': '93c84bb7-7465-4e30-987a-014914933494', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:34.591881 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-afee23ad-22aa-4ef3-a3df-5e1ffa5bb967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (7683a7cc-71b7-4848-ace4-8a81b8b4073f), before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:34.595312 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a95757-4d7e-429b-9965-8430040c690f None None] The sync data for ids ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'] in dv-cinder-828060-2-iscsi is: [{'id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'name': 'tempest-TestVolumeBootPattern-215996742-router', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '93c84bb7-7465-4e30-987a-014914933494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:31Z', 'revision_number': 3, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'gw_port': {'id': '93c84bb7-7465-4e30-987a-014914933494', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}] {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:38:34.634478 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-06340d3a-8da3-485c-82e9-0e0e7fa19f27 admin admin] Publish callbacks [] for router_gateway (15de21d5-9391-4a56-9448-019c2ad54e1f), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:34.703787 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b9443103-4714-475d-9ed6-5b3badf87675 req-f84a8c1c-8f0d-4e1d-943a-894d7e374765 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578999 Feb 10 03:38:34.706926 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-b1e40ab7-3013-431e-ad15-68c9e5ce9002 None None] Provisioning complete for port 7683a7cc-71b7-4848-ace4-8a81b8b4073f triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:34.707312 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-b1e40ab7-3013-431e-ad15-68c9e5ce9002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (7683a7cc-71b7-4848-ace4-8a81b8b4073f), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:34.757999 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-b1e40ab7-3013-431e-ad15-68c9e5ce9002 None None] Port 7683a7cc-71b7-4848-ace4-8a81b8b4073f cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:38:34.836431 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-afee23ad-22aa-4ef3-a3df-5e1ffa5bb967 admin admin] Publish callbacks [] for port (7683a7cc-71b7-4848-ace4-8a81b8b4073f), precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:34.843468 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-afee23ad-22aa-4ef3-a3df-5e1ffa5bb967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (7683a7cc-71b7-4848-ace4-8a81b8b4073f), after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:34.844192 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-afee23ad-22aa-4ef3-a3df-5e1ffa5bb967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1573400'] for router_interface (4d80c1f5-a097-4d9e-a412-9369b9dea1b5), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:34.892776 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-06340d3a-8da3-485c-82e9-0e0e7fa19f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603541'] for router (15de21d5-9391-4a56-9448-019c2ad54e1f), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:34.927340 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee23ad-22aa-4ef3-a3df-5e1ffa5bb967 admin admin] Pushing event updated for resources: {'Port': ['ID=7683a7cc-71b7-4848-ace4-8a81b8b4073f,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:35.047438 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afee23ad-22aa-4ef3-a3df-5e1ffa5bb967 admin admin] Network 3af7982f-b432-4a57-9896-b601a1ffbd3e is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:38:35.053032 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-afee23ad-22aa-4ef3-a3df-5e1ffa5bb967 admin admin] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:38:35.063112 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06340d3a-8da3-485c-82e9-0e0e7fa19f27 admin admin] Router 15de21d5-9391-4a56-9448-019c2ad54e1f is scheduled to L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 with binding_index 1 {{(pid=102733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 03:38:35.264445 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6c4d6-73b4-4e3f-9038-2ddee4071853 req-3ec24170-68db-43e2-a0c2-f302c664514f tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:35.266044 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b5b6c4d6-73b4-4e3f-9038-2ddee4071853 req-3ec24170-68db-43e2-a0c2-f302c664514f tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6c3e5b6-954c-43c8-869e-194537294af8 HTTP/1.1" status: 200 len: 946 time: 0.1434934 Feb 10 03:38:35.277635 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06340d3a-8da3-485c-82e9-0e0e7fa19f27 admin admin] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:38:35.291143 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fe6a64-3073-421b-9fa5-3c01b19c2761 None None] Sync routers for ids ['15de21d5-9391-4a56-9448-019c2ad54e1f'] in dv-cinder-828060-2-iscsi {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:38:35.308866 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-06340d3a-8da3-485c-82e9-0e0e7fa19f27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:35.310550 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-06340d3a-8da3-485c-82e9-0e0e7fa19f27 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.7718647 Feb 10 03:38:35.319833 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fe6a64-3073-421b-9fa5-3c01b19c2761 None None] Routers {'15de21d5-9391-4a56-9448-019c2ad54e1f'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:38:35.320077 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 45068) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:35.320520 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-06fe6a64-3073-421b-9fa5-3c01b19c2761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:38:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['15de21d5-9391-4a56-9448-019c2ad54e1f'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:35.331760 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afee23ad-22aa-4ef3-a3df-5e1ffa5bb967 admin admin] Router 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:38:35.536036 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-06fe6a64-3073-421b-9fa5-3c01b19c2761 None None] Set router 15de21d5-9391-4a56-9448-019c2ad54e1f gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:38:35.583928 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [req-b5b6c4d6-73b4-4e3f-9038-2ddee4071853 req-762f5726-bacd-40ff-b699-af2d0731db82 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Deleting port 3e7a4b38-86d1-4977-a09a-05920db48467 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:38:35.584183 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-b5b6c4d6-73b4-4e3f-9038-2ddee4071853 req-762f5726-bacd-40ff-b699-af2d0731db82 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (3e7a4b38-86d1-4977-a09a-05920db48467), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:35.622417 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afee23ad-22aa-4ef3-a3df-5e1ffa5bb967 admin admin] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:38:35.632099 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-78bdbb22-57b7-4e58-a833-8d8055f99cea None None] Provisioning complete for port 7683a7cc-71b7-4848-ace4-8a81b8b4073f triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:35.632487 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-78bdbb22-57b7-4e58-a833-8d8055f99cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (7683a7cc-71b7-4848-ace4-8a81b8b4073f), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:35.642549 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-afee23ad-22aa-4ef3-a3df-5e1ffa5bb967 admin admin] 10.222.0.32 "PUT /v2.0/routers/4d80c1f5-a097-4d9e-a412-9369b9dea1b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9255834 Feb 10 03:38:35.791274 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.db [req-b5b6c4d6-73b4-4e3f-9038-2ddee4071853 req-762f5726-bacd-40ff-b699-af2d0731db82 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] For port 3e7a4b38-86d1-4977-a09a-05920db48467, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3e7a4b38-86d1-4977-a09a-05920db48467,segment=NetworkSegment(12fbc880-dc45-48eb-b207-8a70d4943409),segment_id=12fbc880-dc45-48eb-b207-8a70d4943409)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:35.791680 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-b5b6c4d6-73b4-4e3f-9038-2ddee4071853 req-762f5726-bacd-40ff-b699-af2d0731db82 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (3e7a4b38-86d1-4977-a09a-05920db48467), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:35.818701 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [req-b5b6c4d6-73b4-4e3f-9038-2ddee4071853 req-762f5726-bacd-40ff-b699-af2d0731db82 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Calling delete_port for 3e7a4b38-86d1-4977-a09a-05920db48467 owned by compute:nova {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:38:35.881676 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-78bdbb22-57b7-4e58-a833-8d8055f99cea None None] Port 7683a7cc-71b7-4848-ace4-8a81b8b4073f cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:38:35.947251 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-06fe6a64-3073-421b-9fa5-3c01b19c2761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15de21d5-9391-4a56-9448-019c2ad54e1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1101670110-router', 'tenant_id': '114e0c095df64647bf339f0e8dcf8571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'ca962838-4cc3-463a-9a25-1c03b5eb902f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:32Z', 'updated_at': '2022-02-10T03:38:34Z', 'revision_number': 3, 'project_id': '114e0c095df64647bf339f0e8dcf8571', 'gw_port': {'id': 'ca962838-4cc3-463a-9a25-1c03b5eb902f', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:73:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15de21d5-9391-4a56-9448-019c2ad54e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:33Z', 'updated_at': '2022-02-10T03:38:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:35.953753 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cef59-1309-40aa-af38-9caca1fa7d31 req-56e67054-0097-4bd7-9141-8148f8aa0c2a tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:35.980539 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d73cef59-1309-40aa-af38-9caca1fa7d31 req-56e67054-0097-4bd7-9141-8148f8aa0c2a tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c3e5b6-954c-43c8-869e-194537294af8 HTTP/1.1" status: 200 len: 946 time: 0.1685634 Feb 10 03:38:35.995225 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fe6a64-3073-421b-9fa5-3c01b19c2761 None None] Checking router: 15de21d5-9391-4a56-9448-019c2ad54e1f for host: dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:38:35.995822 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fe6a64-3073-421b-9fa5-3c01b19c2761 None None] Updating router 15de21d5-9391-4a56-9448-019c2ad54e1f port ca962838-4cc3-463a-9a25-1c03b5eb902f binding host dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:38:36.102181 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-06fe6a64-3073-421b-9fa5-3c01b19c2761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (ca962838-4cc3-463a-9a25-1c03b5eb902f), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:36.127764 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d73cef59-1309-40aa-af38-9caca1fa7d31 req-441ee4b0-e147-4315-90e8-2e98c2358471 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462238 Feb 10 03:38:36.282256 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 93c84bb7-7465-4e30-987a-014914933494 up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:38:36.302033 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-b5b6c4d6-73b4-4e3f-9038-2ddee4071853 req-762f5726-bacd-40ff-b699-af2d0731db82 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843'] for port (3e7a4b38-86d1-4977-a09a-05920db48467), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:36.366669 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f5726-bacd-40ff-b699-af2d0731db82 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Pushing event deleted for resources: {'Port': ['ID=3e7a4b38-86d1-4977-a09a-05920db48467,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:36.407923 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-79ceb1fc-6bf3-47c8-b4f4-52f616485824 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:36.409171 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-79ceb1fc-6bf3-47c8-b4f4-52f616485824 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/networks?id=4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 HTTP/1.1" status: 200 len: 814 time: 0.2090290 Feb 10 03:38:36.426229 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b6c4d6-73b4-4e3f-9038-2ddee4071853 req-762f5726-bacd-40ff-b699-af2d0731db82 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] No DVR routers for this DVR port 3e7a4b38-86d1-4977-a09a-05920db48467 on host hv-cinder-82806 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:38:36.429016 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-b5b6c4d6-73b4-4e3f-9038-2ddee4071853 req-762f5726-bacd-40ff-b699-af2d0731db82 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:36.429468 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 93c84bb7-7465-4e30-987a-014914933494 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:36.429943 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (93c84bb7-7465-4e30-987a-014914933494), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:36.433131 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b5b6c4d6-73b4-4e3f-9038-2ddee4071853 req-762f5726-bacd-40ff-b699-af2d0731db82 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.21 "DELETE /v2.0/ports/3e7a4b38-86d1-4977-a09a-05920db48467 HTTP/1.1" status: 204 len: 173 time: 1.1586134 Feb 10 03:38:36.433983 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c3e5b6-954c-43c8-869e-194537294af8', 'name': 'network-vif-deleted', 'tag': '3e7a4b38-86d1-4977-a09a-05920db48467'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:38:36.437303 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c602a1d3bfa6b920adc7a3165aab5144276c11c90910883e43ac8280538c1e72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5c4766-451f-4ce3-aa8c-34818cc2e35b" -d '{"events": [{"server_uuid": "a6c3e5b6-954c-43c8-869e-194537294af8", "name": "network-vif-deleted", "tag": "3e7a4b38-86d1-4977-a09a-05920db48467"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:38:36.467308 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-b8f3040e-0de6-43ba-aa08-8c4bcbff0d78 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/quotas/d7bf7bed71094487b57906e39d043543 HTTP/1.1" status: 200 len: 375 time: 0.0423334 Feb 10 03:38:36.510340 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08abb31-d02b-44b3-9d43-4b5c52e168e8 x-openstack-request-id: req-c08abb31-d02b-44b3-9d43-4b5c52e168e8 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:38:36.510638 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c3e5b6-954c-43c8-869e-194537294af8", "name": "network-vif-deleted", "tag": "3e7a4b38-86d1-4977-a09a-05920db48467", "status": "completed", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:38:36.510911 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c08abb31-d02b-44b3-9d43-4b5c52e168e8 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:38:36.511308 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c3e5b6-954c-43c8-869e-194537294af8', 'name': 'network-vif-deleted', 'tag': '3e7a4b38-86d1-4977-a09a-05920db48467', 'status': 'completed', 'code': 200} Feb 10 03:38:36.530471 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-14927bec-c303-41e8-ab88-326aa1391255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:36.577876 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-c82e4b9c-7d50-47ee-90df-af5d2f615990 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7bf7bed71094487b57906e39d043543&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992935 Feb 10 03:38:36.631223 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-06fe6a64-3073-421b-9fa5-3c01b19c2761 None None] Publish callbacks [] for port (ca962838-4cc3-463a-9a25-1c03b5eb902f), precommit_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:36.641536 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 93c84bb7-7465-4e30-987a-014914933494 is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:36.642310 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (93c84bb7-7465-4e30-987a-014914933494), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:36.650884 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-06fe6a64-3073-421b-9fa5-3c01b19c2761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (ca962838-4cc3-463a-9a25-1c03b5eb902f), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:36.715769 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 45112) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:36.725320 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-126c442e-c4ac-4d13-9095-203dee0a335a service neutron] 10.222.0.32 "GET /v2.0/networks/4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452777 Feb 10 03:38:36.731950 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-a3466f2b-022b-4f95-bb6e-be69059f9c78 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-766559559-network', 'tenant_id': 'e2b2abbdf50e43459596d5941eaaa4c6'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:36.734144 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] For port 93c84bb7-7465-4e30-987a-014914933494, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=93c84bb7-7465-4e30-987a-014914933494,segment=NetworkSegment(c1a6dc3e-a0fe-4959-bf17-1081534e4b16),segment_id=c1a6dc3e-a0fe-4959-bf17-1081534e4b16)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:36.753357 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (93c84bb7-7465-4e30-987a-014914933494), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:36.768153 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773557c-0502-406f-840b-4e2fab4407f4 None None] Pushing event updated for resources: {'Port': ['ID=ca962838-4cc3-463a-9a25-1c03b5eb902f,revision_number=2']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:36.774093 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-06fe6a64-3073-421b-9fa5-3c01b19c2761 None None] Attempting to bind port ca962838-4cc3-463a-9a25-1c03b5eb902f on host dv-cinder-828060-2-iscsi for vnic_type normal with profile {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:38:36.774459 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-06fe6a64-3073-421b-9fa5-3c01b19c2761 None None] Attempting to bind port ca962838-4cc3-463a-9a25-1c03b5eb902f by drivers openvswitch,hyperv on host dv-cinder-828060-2-iscsi at level 0 using segments [{'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:38:36.774849 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fe6a64-3073-421b-9fa5-3c01b19c2761 None None] Attempting to bind port ca962838-4cc3-463a-9a25-1c03b5eb902f on network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:38:36.802156 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fe6a64-3073-421b-9fa5-3c01b19c2761 None None] Checking agent: {'id': 'ec329a5d-811c-4230-b7e8-4067504d3542', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'started_at': datetime.datetime(2022, 2, 10, 3, 29, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:38:36.804006 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fe6a64-3073-421b-9fa5-3c01b19c2761 None None] Checking segment: {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:38:36.804006 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-06fe6a64-3073-421b-9fa5-3c01b19c2761 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:36.804006 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fe6a64-3073-421b-9fa5-3c01b19c2761 None None] Bound using segment: {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:38:36.804679 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-06fe6a64-3073-421b-9fa5-3c01b19c2761 None None] Bound port: ca962838-4cc3-463a-9a25-1c03b5eb902f, host: dv-cinder-828060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:38:36.805210 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-06fe6a64-3073-421b-9fa5-3c01b19c2761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (ca962838-4cc3-463a-9a25-1c03b5eb902f), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:36.839387 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3466f2b-022b-4f95-bb6e-be69059f9c78 admin admin] Made reservation on behalf of e2b2abbdf50e43459596d5941eaaa4c6 for: {'network': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:38:36.843610 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a3466f2b-022b-4f95-bb6e-be69059f9c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for network (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:36.855204 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-8aeeaddc-95af-44e6-8874-4b1b3effc423 service neutron] 10.222.0.32 "GET /v2.0/networks/4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122808 Feb 10 03:38:36.861585 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a3466f2b-022b-4f95-bb6e-be69059f9c78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:36.865781 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Pushing event updated for resources: {'Port': ['ID=93c84bb7-7465-4e30-987a-014914933494,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:36.879801 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-06fe6a64-3073-421b-9fa5-3c01b19c2761 None None] For port ca962838-4cc3-463a-9a25-1c03b5eb902f, host dv-cinder-828060-2-iscsi, cleared binding levels {{(pid=102734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:38:36.883405 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-06fe6a64-3073-421b-9fa5-3c01b19c2761 None None] For port ca962838-4cc3-463a-9a25-1c03b5eb902f, host dv-cinder-828060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=ca962838-4cc3-463a-9a25-1c03b5eb902f,segment=NetworkSegment(c1a6dc3e-a0fe-4959-bf17-1081534e4b16),segment_id=c1a6dc3e-a0fe-4959-bf17-1081534e4b16)] {{(pid=102734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:38:36.889858 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-06fe6a64-3073-421b-9fa5-3c01b19c2761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (ca962838-4cc3-463a-9a25-1c03b5eb902f), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:36.897404 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [None req-14927bec-c303-41e8-ab88-326aa1391255 admin admin] Allocated IP 172.20.0.1 (e0aca2bf-c883-41b5-bca5-cb73801c5192/9995f4ef-9c6b-4dbc-a816-718f17a87440/3a273dbb-29f4-410d-b41c-38d77e46290c) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:38:36.952981 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fe6a64-3073-421b-9fa5-3c01b19c2761 None None] Routers {'15de21d5-9391-4a56-9448-019c2ad54e1f'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:38:36.953848 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-06fe6a64-3073-421b-9fa5-3c01b19c2761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:38:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['15de21d5-9391-4a56-9448-019c2ad54e1f'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:36.959392 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773557c-0502-406f-840b-4e2fab4407f4 None None] Pushing event updated for resources: {'Port': ['ID=ca962838-4cc3-463a-9a25-1c03b5eb902f,revision_number=3']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:37.088001 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9ff6d024-b72d-4503-83dc-808640b28d62 req-37d1644f-afac-423b-bd62-b70a7d916d80 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 210 time: 0.0578721 Feb 10 03:38:37.109271 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-14927bec-c303-41e8-ab88-326aa1391255 admin admin] Publish callbacks [] for port (3a273dbb-29f4-410d-b41c-38d77e46290c), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:37.113709 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-06fe6a64-3073-421b-9fa5-3c01b19c2761 None None] Set router 15de21d5-9391-4a56-9448-019c2ad54e1f gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:38:37.115550 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4a1494-3d1e-4bcb-9ed7-4ca453ce1a66 None None] Sync routers for ids ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'] in dv-cinder-828060-2-iscsi {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:38:37.133802 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4a1494-3d1e-4bcb-9ed7-4ca453ce1a66 None None] Routers {'4d80c1f5-a097-4d9e-a412-9369b9dea1b5'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:38:37.134423 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-cc4a1494-3d1e-4bcb-9ed7-4ca453ce1a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:38:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:37.137005 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a3466f2b-022b-4f95-bb6e-be69059f9c78 admin admin] Publish callbacks [] for security_group (cd56aaa4-ba98-45a5-a6ae-685804cedf89), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:37.148582 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a3466f2b-022b-4f95-bb6e-be69059f9c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (cd56aaa4-ba98-45a5-a6ae-685804cedf89), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:37.189408 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3466f2b-022b-4f95-bb6e-be69059f9c78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=102733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:38:37.208065 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3466f2b-022b-4f95-bb6e-be69059f9c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd56aaa4-ba98-45a5-a6ae-685804cedf89,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:37.215624 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a3466f2b-022b-4f95-bb6e-be69059f9c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (4b2ea0f1-0eca-488c-b5b6-737ceac9ded6), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:37.216114 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.db.segments_db [None req-a3466f2b-022b-4f95-bb6e-be69059f9c78 admin admin] Added segment 4b2ea0f1-0eca-488c-b5b6-737ceac9ded6 of type vlan for network ed66fdf9-397e-41c8-add5-96c549a4c1d6 Feb 10 03:38:37.227990 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-14927bec-c303-41e8-ab88-326aa1391255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (3a273dbb-29f4-410d-b41c-38d77e46290c), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:37.289088 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0183fb72-9095-4305-9aa0-30db3d097c17 req-46ffd81e-03de-4432-a642-f2e9da27b8cb tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c3e5b6-954c-43c8-869e-194537294af8 HTTP/1.1" status: 200 len: 210 time: 0.0451651 Feb 10 03:38:37.296984 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14927bec-c303-41e8-ab88-326aa1391255 admin admin] Network e0aca2bf-c883-41b5-bca5-cb73801c5192 is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:38:37.302324 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a3466f2b-022b-4f95-bb6e-be69059f9c78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387737128'] for network (ed66fdf9-397e-41c8-add5-96c549a4c1d6), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:37.304804 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-14927bec-c303-41e8-ab88-326aa1391255 admin admin] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:38:37.311117 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-cc4a1494-3d1e-4bcb-9ed7-4ca453ce1a66 None None] Set router 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:38:37.312778 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14927bec-c303-41e8-ab88-326aa1391255 admin admin] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:38:37.369848 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14927bec-c303-41e8-ab88-326aa1391255 admin admin] Pushing event updated for resources: {'Port': ['ID=3a273dbb-29f4-410d-b41c-38d77e46290c,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:37.378542 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-14927bec-c303-41e8-ab88-326aa1391255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1575400'] for router_interface (15de21d5-9391-4a56-9448-019c2ad54e1f), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:37.420327 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a3466f2b-022b-4f95-bb6e-be69059f9c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for network (ed66fdf9-397e-41c8-add5-96c549a4c1d6), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:37.421379 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3466f2b-022b-4f95-bb6e-be69059f9c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:37.422015 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a3466f2b-022b-4f95-bb6e-be69059f9c78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:37.423137 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-06fe6a64-3073-421b-9fa5-3c01b19c2761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15de21d5-9391-4a56-9448-019c2ad54e1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1101670110-router', 'tenant_id': '114e0c095df64647bf339f0e8dcf8571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'ca962838-4cc3-463a-9a25-1c03b5eb902f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:32Z', 'updated_at': '2022-02-10T03:38:34Z', 'revision_number': 3, 'project_id': '114e0c095df64647bf339f0e8dcf8571', 'gw_port': {'id': 'ca962838-4cc3-463a-9a25-1c03b5eb902f', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:73:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15de21d5-9391-4a56-9448-019c2ad54e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:33Z', 'updated_at': '2022-02-10T03:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:37.451566 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fe6a64-3073-421b-9fa5-3c01b19c2761 None None] The sync data for ids ['15de21d5-9391-4a56-9448-019c2ad54e1f'] in dv-cinder-828060-2-iscsi is: [{'id': '15de21d5-9391-4a56-9448-019c2ad54e1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1101670110-router', 'tenant_id': '114e0c095df64647bf339f0e8dcf8571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'ca962838-4cc3-463a-9a25-1c03b5eb902f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:32Z', 'updated_at': '2022-02-10T03:38:34Z', 'revision_number': 3, 'project_id': '114e0c095df64647bf339f0e8dcf8571', 'gw_port': {'id': 'ca962838-4cc3-463a-9a25-1c03b5eb902f', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:73:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15de21d5-9391-4a56-9448-019c2ad54e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:33Z', 'updated_at': '2022-02-10T03:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}] {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:38:37.480032 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-a3466f2b-022b-4f95-bb6e-be69059f9c78 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7603574 Feb 10 03:38:37.482718 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 45126) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:37.488096 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-b004898a-224b-43de-8f1b-4b2f82796356 admin admin] Request body: {'subnet': {'network_id': 'ed66fdf9-397e-41c8-add5-96c549a4c1d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-766559559-subnet', 'tenant_id': 'e2b2abbdf50e43459596d5941eaaa4c6', 'ip_version': 4}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:37.515061 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3466f2b-022b-4f95-bb6e-be69059f9c78 admin admin] Pushing event updated for resources: {'Network': ['ID=ed66fdf9-397e-41c8-add5-96c549a4c1d6,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:37.528350 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Network ed66fdf9-397e-41c8-add5-96c549a4c1d6 details requested by agent ovs-agent-dv-cinder-828060-2-iscsi with host dv-cinder-828060-2-iscsi {{(pid=102734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:38:37.547750 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b004898a-224b-43de-8f1b-4b2f82796356 admin admin] Made reservation on behalf of e2b2abbdf50e43459596d5941eaaa4c6 for: {'subnet': 1} {{(pid=102732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:38:37.552243 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b004898a-224b-43de-8f1b-4b2f82796356 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:37.613230 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-cc4a1494-3d1e-4bcb-9ed7-4ca453ce1a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'name': 'tempest-TestVolumeBootPattern-215996742-router', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '93c84bb7-7465-4e30-987a-014914933494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:34Z', 'revision_number': 4, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'gw_port': {'id': '93c84bb7-7465-4e30-987a-014914933494', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '7683a7cc-71b7-4848-ace4-8a81b8b4073f', 'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'mac_address': 'fa:16:3e:88:1d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:33Z', 'updated_at': '2022-02-10T03:38:34Z', 'revision_number': 2, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'subnets': [{'id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:37.633236 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-14927bec-c303-41e8-ab88-326aa1391255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (3a273dbb-29f4-410d-b41c-38d77e46290c), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:37.651812 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4a1494-3d1e-4bcb-9ed7-4ca453ce1a66 None None] Checking router: 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 for host: dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:38:37.652469 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4a1494-3d1e-4bcb-9ed7-4ca453ce1a66 None None] Updating router 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 port 7683a7cc-71b7-4848-ace4-8a81b8b4073f binding host dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:38:37.685839 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-cc4a1494-3d1e-4bcb-9ed7-4ca453ce1a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (7683a7cc-71b7-4848-ace4-8a81b8b4073f), before_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:37.771530 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b004898a-224b-43de-8f1b-4b2f82796356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for subnet (b455f554-64b8-43d9-b6c0-dadf8cee8699), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:37.857722 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004898a-224b-43de-8f1b-4b2f82796356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b455f554-64b8-43d9-b6c0-dadf8cee8699,revision_number=0']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:37.865910 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b004898a-224b-43de-8f1b-4b2f82796356 admin admin] Checking segment: {'id': '4b2ea0f1-0eca-488c-b5b6-737ceac9ded6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ed66fdf9-397e-41c8-add5-96c549a4c1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:38:37.866335 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b004898a-224b-43de-8f1b-4b2f82796356 admin admin] Network hostable DHCP agents. Network: ed66fdf9-397e-41c8-add5-96c549a4c1d6, hostable agents: ['1db83568-5d00-4ab2-ab08-3829f0594148'], hosted agents: [] {{(pid=102732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:38:37.874222 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-14927bec-c303-41e8-ab88-326aa1391255 admin admin] Publish callbacks [] for port (3a273dbb-29f4-410d-b41c-38d77e46290c), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:37.880045 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-14927bec-c303-41e8-ab88-326aa1391255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (3a273dbb-29f4-410d-b41c-38d77e46290c), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:37.894618 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b004898a-224b-43de-8f1b-4b2f82796356 admin admin] Network ed66fdf9-397e-41c8-add5-96c549a4c1d6 is scheduled to be hosted by DHCP agent 1db83568-5d00-4ab2-ab08-3829f0594148 with binding_index 1 {{(pid=102732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:38:37.907908 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-b004898a-224b-43de-8f1b-4b2f82796356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-2-iscsi, ed66fdf9-397e-41c8-add5-96c549a4c1d6) {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:38:37.912547 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b004898a-224b-43de-8f1b-4b2f82796356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:37.913376 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b004898a-224b-43de-8f1b-4b2f82796356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for subnet (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:37.922316 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49161e0-dddb-4a62-ae6a-833ebcb808ab None None] Network ed66fdf9-397e-41c8-add5-96c549a4c1d6 requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:38:37.940555 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-b004898a-224b-43de-8f1b-4b2f82796356 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4564350 Feb 10 03:38:37.943133 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 45132) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:37.955774 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-3f75f482-7db1-4e9f-ab12-3ac0e1536631 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-766559559-router', 'tenant_id': 'e2b2abbdf50e43459596d5941eaaa4c6', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:37.990547 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14927bec-c303-41e8-ab88-326aa1391255 admin admin] Pushing event updated for resources: {'Port': ['ID=3a273dbb-29f4-410d-b41c-38d77e46290c,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:38.001480 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-14927bec-c303-41e8-ab88-326aa1391255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1573400'] for router_interface (15de21d5-9391-4a56-9448-019c2ad54e1f), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:38.012432 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3f75f482-7db1-4e9f-ab12-3ac0e1536631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256768'] for router (ce98ed15-b729-4e8a-89ee-97dbd76e41fd), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:38.013207 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3f75f482-7db1-4e9f-ab12-3ac0e1536631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256823'] for router (ce98ed15-b729-4e8a-89ee-97dbd76e41fd), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:38.120961 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-cc4a1494-3d1e-4bcb-9ed7-4ca453ce1a66 None None] Publish callbacks [] for port (7683a7cc-71b7-4848-ace4-8a81b8b4073f), precommit_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:38.129686 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14927bec-c303-41e8-ab88-326aa1391255 admin admin] Network e0aca2bf-c883-41b5-bca5-cb73801c5192 is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:38:38.131708 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-cc4a1494-3d1e-4bcb-9ed7-4ca453ce1a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (7683a7cc-71b7-4848-ace4-8a81b8b4073f), after_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:38.135021 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-14927bec-c303-41e8-ab88-326aa1391255 admin admin] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:38:38.136592 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453c8291-6383-4701-9499-fdc76d848635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27dc6948-3cb5-5705-b42b-68de865229a0-ed66fdf9-397e-41c8-add5-96c549a4c1d6', 'network_id': 'ed66fdf9-397e-41c8-add5-96c549a4c1d6', 'project_id': 'e2b2abbdf50e43459596d5941eaaa4c6', 'fixed_ips': [{'subnet_id': 'b455f554-64b8-43d9-b6c0-dadf8cee8699'}]}} from dv-cinder-828060-2-iscsi. {{(pid=102734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 03:38:38.137278 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-453c8291-6383-4701-9499-fdc76d848635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:38.242586 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3f75f482-7db1-4e9f-ab12-3ac0e1536631 admin admin] Publish callbacks [] for router_controller (ce98ed15-b729-4e8a-89ee-97dbd76e41fd), precommit_add_association {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:38.254950 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52dc79-36c7-4762-aaf7-044b4af2aba8 None None] Pushing event updated for resources: {'Port': ['ID=7683a7cc-71b7-4848-ace4-8a81b8b4073f,revision_number=3']} {{(pid=102735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:38.308542 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-46401020-8b0e-4b4a-b0db-4f201044bdae req-0e7038d1-2b81-406a-ae5a-53ee2a9f2c53 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 210 time: 0.0620019 Feb 10 03:38:38.325535 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.managers [None req-cc4a1494-3d1e-4bcb-9ed7-4ca453ce1a66 None None] Attempting to bind port 7683a7cc-71b7-4848-ace4-8a81b8b4073f on host dv-cinder-828060-2-iscsi for vnic_type normal with profile {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:38:38.326151 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.managers [None req-cc4a1494-3d1e-4bcb-9ed7-4ca453ce1a66 None None] Attempting to bind port 7683a7cc-71b7-4848-ace4-8a81b8b4073f by drivers openvswitch,hyperv on host dv-cinder-828060-2-iscsi at level 0 using segments [{'id': 'c168d9c9-0428-46e4-a032-65303c451794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e'}] {{(pid=102735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:38:38.326762 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4a1494-3d1e-4bcb-9ed7-4ca453ce1a66 None None] Attempting to bind port 7683a7cc-71b7-4848-ace4-8a81b8b4073f on network 3af7982f-b432-4a57-9896-b601a1ffbd3e {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:38:38.338603 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4a1494-3d1e-4bcb-9ed7-4ca453ce1a66 None None] Checking agent: {'id': 'ec329a5d-811c-4230-b7e8-4067504d3542', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'started_at': datetime.datetime(2022, 2, 10, 3, 29, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:38:38.339294 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4a1494-3d1e-4bcb-9ed7-4ca453ce1a66 None None] Checking segment: {'id': 'c168d9c9-0428-46e4-a032-65303c451794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:38:38.339929 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-cc4a1494-3d1e-4bcb-9ed7-4ca453ce1a66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:38.340725 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4a1494-3d1e-4bcb-9ed7-4ca453ce1a66 None None] Bound using segment: {'id': 'c168d9c9-0428-46e4-a032-65303c451794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e'} {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:38:38.341464 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.managers [None req-cc4a1494-3d1e-4bcb-9ed7-4ca453ce1a66 None None] Bound port: 7683a7cc-71b7-4848-ace4-8a81b8b4073f, host: dv-cinder-828060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c168d9c9-0428-46e4-a032-65303c451794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e'}}] {{(pid=102735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:38:38.342078 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-cc4a1494-3d1e-4bcb-9ed7-4ca453ce1a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (7683a7cc-71b7-4848-ace4-8a81b8b4073f), before_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:38.346775 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device ca962838-4cc3-463a-9a25-1c03b5eb902f up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:38:38.442827 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-987f747d-793f-4353-8680-20cc76504b13 req-2afe7450-9008-4db3-b211-4756a37be464 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6c3e5b6-954c-43c8-869e-194537294af8 HTTP/1.1" status: 200 len: 210 time: 0.0549579 Feb 10 03:38:38.443618 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port ca962838-4cc3-463a-9a25-1c03b5eb902f triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:38.444173 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (ca962838-4cc3-463a-9a25-1c03b5eb902f), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:38.492149 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.db [None req-cc4a1494-3d1e-4bcb-9ed7-4ca453ce1a66 None None] For port 7683a7cc-71b7-4848-ace4-8a81b8b4073f, host dv-cinder-828060-2-iscsi, cleared binding levels {{(pid=102735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:38:38.497804 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.db [None req-cc4a1494-3d1e-4bcb-9ed7-4ca453ce1a66 None None] For port 7683a7cc-71b7-4848-ace4-8a81b8b4073f, host dv-cinder-828060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=7683a7cc-71b7-4848-ace4-8a81b8b4073f,segment=NetworkSegment(c168d9c9-0428-46e4-a032-65303c451794),segment_id=c168d9c9-0428-46e4-a032-65303c451794)] {{(pid=102735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:38:38.506425 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-cc4a1494-3d1e-4bcb-9ed7-4ca453ce1a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (7683a7cc-71b7-4848-ace4-8a81b8b4073f), after_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:38.549664 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3f75f482-7db1-4e9f-ab12-3ac0e1536631 admin admin] Publish callbacks [] for router_gateway (ce98ed15-b729-4e8a-89ee-97dbd76e41fd), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:38.563575 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14927bec-c303-41e8-ab88-326aa1391255 admin admin] Router 15de21d5-9391-4a56-9448-019c2ad54e1f has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:38:38.568615 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52dc79-36c7-4762-aaf7-044b4af2aba8 None None] Pushing event updated for resources: {'Port': ['ID=7683a7cc-71b7-4848-ace4-8a81b8b4073f,revision_number=4']} {{(pid=102735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:38.593863 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-7352fda4-a255-4576-9d27-2920eec30510 None None] Provisioning complete for port 7683a7cc-71b7-4848-ace4-8a81b8b4073f triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:38.594445 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-7352fda4-a255-4576-9d27-2920eec30510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (7683a7cc-71b7-4848-ace4-8a81b8b4073f), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:38.635498 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4a1494-3d1e-4bcb-9ed7-4ca453ce1a66 None None] Routers {'4d80c1f5-a097-4d9e-a412-9369b9dea1b5'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:38:38.637322 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-cc4a1494-3d1e-4bcb-9ed7-4ca453ce1a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:38:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:38.704246 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 3e7a4b38-86d1-4977-a09a-05920db48467 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:38:38.714345 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port ca962838-4cc3-463a-9a25-1c03b5eb902f is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:38.714828 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (ca962838-4cc3-463a-9a25-1c03b5eb902f), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:38.745713 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] For port ca962838-4cc3-463a-9a25-1c03b5eb902f, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=ca962838-4cc3-463a-9a25-1c03b5eb902f,segment=NetworkSegment(c1a6dc3e-a0fe-4959-bf17-1081534e4b16),segment_id=c1a6dc3e-a0fe-4959-bf17-1081534e4b16)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:38.755944 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.db_base_plugin_common [None req-453c8291-6383-4701-9499-fdc76d848635 None None] Allocated IP 172.20.0.2 (ed66fdf9-397e-41c8-add5-96c549a4c1d6/b455f554-64b8-43d9-b6c0-dadf8cee8699/b6b4f76d-5f2c-430e-8e11-69b515607338) {{(pid=102734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:38:38.788440 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (ca962838-4cc3-463a-9a25-1c03b5eb902f), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:38.789195 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 93c84bb7-7465-4e30-987a-014914933494 up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:38:38.791615 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] No Port match for: 3e7a4b38-86d1-4977-a09a-05920db48467 {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:38:38.792141 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 3e7a4b38-86d1-4977-a09a-05920db48467 not bound to the agent host hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:38:38.867760 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14927bec-c303-41e8-ab88-326aa1391255 admin admin] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:38:38.893242 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-14927bec-c303-41e8-ab88-326aa1391255 admin admin] 10.222.0.32 "PUT /v2.0/routers/15de21d5-9391-4a56-9448-019c2ad54e1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5720947 Feb 10 03:38:39.073754 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3f75f482-7db1-4e9f-ab12-3ac0e1536631 admin admin] Publish callbacks [] for router_gateway (ce98ed15-b729-4e8a-89ee-97dbd76e41fd), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:39.096946 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-cc4a1494-3d1e-4bcb-9ed7-4ca453ce1a66 None None] Set router 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:38:39.102284 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Pushing event updated for resources: {'Port': ['ID=ca962838-4cc3-463a-9a25-1c03b5eb902f,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:39.102487 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3f75f482-7db1-4e9f-ab12-3ac0e1536631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:39.237170 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [None req-3f75f482-7db1-4e9f-ab12-3ac0e1536631 admin admin] Allocated IP 172.27.0.57 (21bdb221-e4aa-4ceb-8437-3c4897a6dae2/0a389fce-60fc-45d4-b298-908574c1c629/716ac3ac-6090-47df-bce7-28e6db9c6b21) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:38:39.346788 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 93c84bb7-7465-4e30-987a-014914933494 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:39.347170 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (93c84bb7-7465-4e30-987a-014914933494), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:39.408514 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3f75f482-7db1-4e9f-ab12-3ac0e1536631 admin admin] Publish callbacks [] for port (716ac3ac-6090-47df-bce7-28e6db9c6b21), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:39.439217 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-7352fda4-a255-4576-9d27-2920eec30510 None None] Current status of the port 7683a7cc-71b7-4848-ace4-8a81b8b4073f is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:39.439611 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-7352fda4-a255-4576-9d27-2920eec30510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (7683a7cc-71b7-4848-ace4-8a81b8b4073f), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:39.493044 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-844013de-de0a-40f2-a3b3-64d980de42ab req-9523898b-9d25-482c-a032-2e26aefe7765 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 210 time: 0.0717793 Feb 10 03:38:39.500720 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-cc4a1494-3d1e-4bcb-9ed7-4ca453ce1a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'name': 'tempest-TestVolumeBootPattern-215996742-router', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '93c84bb7-7465-4e30-987a-014914933494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:34Z', 'revision_number': 4, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'gw_port': {'id': '93c84bb7-7465-4e30-987a-014914933494', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '7683a7cc-71b7-4848-ace4-8a81b8b4073f', 'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'mac_address': 'fa:16:3e:88:1d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:33Z', 'updated_at': '2022-02-10T03:38:38Z', 'revision_number': 4, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'subnets': [{'id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:39.502234 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3f75f482-7db1-4e9f-ab12-3ac0e1536631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (716ac3ac-6090-47df-bce7-28e6db9c6b21), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:39.543420 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-453c8291-6383-4701-9499-fdc76d848635 None None] Publish callbacks [] for port (b6b4f76d-5f2c-430e-8e11-69b515607338), precommit_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:39.562518 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4a1494-3d1e-4bcb-9ed7-4ca453ce1a66 None None] The sync data for ids ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'] in dv-cinder-828060-2-iscsi is: [{'id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'name': 'tempest-TestVolumeBootPattern-215996742-router', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '93c84bb7-7465-4e30-987a-014914933494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:34Z', 'revision_number': 4, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'gw_port': {'id': '93c84bb7-7465-4e30-987a-014914933494', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '7683a7cc-71b7-4848-ace4-8a81b8b4073f', 'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'mac_address': 'fa:16:3e:88:1d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:33Z', 'updated_at': '2022-02-10T03:38:38Z', 'revision_number': 4, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'subnets': [{'id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:38:39.580797 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-7352fda4-a255-4576-9d27-2920eec30510 None None] For port 7683a7cc-71b7-4848-ace4-8a81b8b4073f, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=7683a7cc-71b7-4848-ace4-8a81b8b4073f,segment=NetworkSegment(c168d9c9-0428-46e4-a032-65303c451794),segment_id=c168d9c9-0428-46e4-a032-65303c451794)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:39.589687 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-453c8291-6383-4701-9499-fdc76d848635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834'] for port (b6b4f76d-5f2c-430e-8e11-69b515607338), after_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:39.715015 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453c8291-6383-4701-9499-fdc76d848635 None None] Network ed66fdf9-397e-41c8-add5-96c549a4c1d6 is already hosted by enough agents. {{(pid=102734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:38:39.715999 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-7352fda4-a255-4576-9d27-2920eec30510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (7683a7cc-71b7-4848-ace4-8a81b8b4073f), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:39.727185 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.scheduler.base_scheduler [None req-453c8291-6383-4701-9499-fdc76d848635 None None] Resources bound (agent type, host, resource id): {{(pid=102734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:38:39.733602 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f75f482-7db1-4e9f-ab12-3ac0e1536631 admin admin] Network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:38:39.743555 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75f482-7db1-4e9f-ab12-3ac0e1536631 admin admin] Pushing event updated for resources: {'Port': ['ID=716ac3ac-6090-47df-bce7-28e6db9c6b21,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:39.747768 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-3f75f482-7db1-4e9f-ab12-3ac0e1536631 admin admin] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:38:39.766068 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f75f482-7db1-4e9f-ab12-3ac0e1536631 admin admin] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:38:39.789998 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453c8291-6383-4701-9499-fdc76d848635 None None] Received port after_create {{(pid=102734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:38:39.908394 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c8291-6383-4701-9499-fdc76d848635 None None] Pushing event updated for resources: {'Port': ['ID=b6b4f76d-5f2c-430e-8e11-69b515607338,revision_number=1']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:39.926693 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 93c84bb7-7465-4e30-987a-014914933494 is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:40.091027 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-ceb6bcc5-03f0-4e30-b8a8-993d3b78b919 None None] Provisioning complete for port 7683a7cc-71b7-4848-ace4-8a81b8b4073f triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:40.091602 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-ceb6bcc5-03f0-4e30-b8a8-993d3b78b919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (7683a7cc-71b7-4848-ace4-8a81b8b4073f), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:40.095270 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-453c8291-6383-4701-9499-fdc76d848635 None None] Attempting to bind port b6b4f76d-5f2c-430e-8e11-69b515607338 on host dv-cinder-828060-2-iscsi for vnic_type normal with profile {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:38:40.095647 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-453c8291-6383-4701-9499-fdc76d848635 None None] Attempting to bind port b6b4f76d-5f2c-430e-8e11-69b515607338 by drivers openvswitch,hyperv on host dv-cinder-828060-2-iscsi at level 0 using segments [{'id': '4b2ea0f1-0eca-488c-b5b6-737ceac9ded6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ed66fdf9-397e-41c8-add5-96c549a4c1d6'}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:38:40.096030 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453c8291-6383-4701-9499-fdc76d848635 None None] Attempting to bind port b6b4f76d-5f2c-430e-8e11-69b515607338 on network ed66fdf9-397e-41c8-add5-96c549a4c1d6 {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:38:40.170800 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453c8291-6383-4701-9499-fdc76d848635 None None] Checking agent: {'id': 'ec329a5d-811c-4230-b7e8-4067504d3542', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'started_at': datetime.datetime(2022, 2, 10, 3, 29, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:38:40.171069 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453c8291-6383-4701-9499-fdc76d848635 None None] Checking segment: {'id': '4b2ea0f1-0eca-488c-b5b6-737ceac9ded6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ed66fdf9-397e-41c8-add5-96c549a4c1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:38:40.171458 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-453c8291-6383-4701-9499-fdc76d848635 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:40.171854 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453c8291-6383-4701-9499-fdc76d848635 None None] Bound using segment: {'id': '4b2ea0f1-0eca-488c-b5b6-737ceac9ded6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ed66fdf9-397e-41c8-add5-96c549a4c1d6'} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:38:40.172314 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-453c8291-6383-4701-9499-fdc76d848635 None None] Bound port: b6b4f76d-5f2c-430e-8e11-69b515607338, host: dv-cinder-828060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2ea0f1-0eca-488c-b5b6-737ceac9ded6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ed66fdf9-397e-41c8-add5-96c549a4c1d6'}}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:38:40.172792 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-453c8291-6383-4701-9499-fdc76d848635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (b6b4f76d-5f2c-430e-8e11-69b515607338), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:40.180205 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352fda4-a255-4576-9d27-2920eec30510 None None] Pushing event updated for resources: {'Port': ['ID=7683a7cc-71b7-4848-ace4-8a81b8b4073f,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:40.258305 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85669825-ccf2-4533-b182-7547af03cbf4 req-d12229ff-da4f-45e8-8d15-77b07e0151c7 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:40.260591 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-85669825-ccf2-4533-b182-7547af03cbf4 req-d12229ff-da4f-45e8-8d15-77b07e0151c7 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/networks?id=e0aca2bf-c883-41b5-bca5-cb73801c5192 HTTP/1.1" status: 200 len: 819 time: 0.7123177 Feb 10 03:38:40.300854 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0277f4e-8dc8-41c7-a7f9-0404b1650480 None None] Sync routers for ids ['15de21d5-9391-4a56-9448-019c2ad54e1f'] in dv-cinder-828060-2-iscsi {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:38:40.315417 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-85669825-ccf2-4533-b182-7547af03cbf4 req-17ed17f4-5197-47e0-85b9-0ba900c6b5ff tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/quotas/114e0c095df64647bf339f0e8dcf8571 HTTP/1.1" status: 200 len: 375 time: 0.0355306 Feb 10 03:38:40.332035 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-3693fa9a-49de-479c-aa9d-218eb2aa3b47 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:40.333741 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-3693fa9a-49de-479c-aa9d-218eb2aa3b47 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.21 "GET /v2.0/networks?id=4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 HTTP/1.1" status: 200 len: 814 time: 0.5502412 Feb 10 03:38:40.352362 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-38435a17-8e5f-4373-b04b-f54278fb5fce tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:40.359379 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-38435a17-8e5f-4373-b04b-f54278fb5fce tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/networks?id=76e22acc-1b00-4e17-aaca-a2a7c6c019ee HTTP/1.1" status: 200 len: 808 time: 0.4821813 Feb 10 03:38:40.423836 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-ceb6bcc5-03f0-4e30-b8a8-993d3b78b919 None None] Current status of the port 7683a7cc-71b7-4848-ace4-8a81b8b4073f is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:40.440177 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device ca962838-4cc3-463a-9a25-1c03b5eb902f up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:38:40.494332 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0277f4e-8dc8-41c7-a7f9-0404b1650480 None None] Routers {'15de21d5-9391-4a56-9448-019c2ad54e1f'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:38:40.496848 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-c0277f4e-8dc8-41c7-a7f9-0404b1650480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:38:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['15de21d5-9391-4a56-9448-019c2ad54e1f'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:40.542976 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-453c8291-6383-4701-9499-fdc76d848635 None None] For port b6b4f76d-5f2c-430e-8e11-69b515607338, host dv-cinder-828060-2-iscsi, cleared binding levels {{(pid=102734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:38:40.566604 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-453c8291-6383-4701-9499-fdc76d848635 None None] For port b6b4f76d-5f2c-430e-8e11-69b515607338, host dv-cinder-828060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=b6b4f76d-5f2c-430e-8e11-69b515607338,segment=NetworkSegment(4b2ea0f1-0eca-488c-b5b6-737ceac9ded6),segment_id=4b2ea0f1-0eca-488c-b5b6-737ceac9ded6)] {{(pid=102734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:38:40.585598 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-453c8291-6383-4701-9499-fdc76d848635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (b6b4f76d-5f2c-430e-8e11-69b515607338), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:40.645794 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port ca962838-4cc3-463a-9a25-1c03b5eb902f triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:40.646175 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (ca962838-4cc3-463a-9a25-1c03b5eb902f), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:40.682396 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3f75f482-7db1-4e9f-ab12-3ac0e1536631 admin admin] Publish callbacks [] for router_gateway (ce98ed15-b729-4e8a-89ee-97dbd76e41fd), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:40.754498 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c8291-6383-4701-9499-fdc76d848635 None None] Pushing event updated for resources: {'Port': ['ID=b6b4f76d-5f2c-430e-8e11-69b515607338,revision_number=2']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:40.765019 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-c0277f4e-8dc8-41c7-a7f9-0404b1650480 None None] Set router 15de21d5-9391-4a56-9448-019c2ad54e1f gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:38:40.788647 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-e44a20ff-61a4-42f4-98e8-684c3268cefb tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Request body: {'port': {'device_id': '0296ee2e-4bd2-4e13-864a-6c80f1b54bf3', 'network_id': '4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0', 'admin_state_up': True, 'tenant_id': 'd7bf7bed71094487b57906e39d043543'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:40.793142 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-2c1c3fa3-3fdc-4ce8-a0c0-8f6f9eec76e9 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/quotas/b5f20a9d15eb4d99bf667578a36a9f55 HTTP/1.1" status: 200 len: 375 time: 0.4325716 Feb 10 03:38:40.860471 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-f30bb9a3-92e0-4079-84c6-fd36f5182fd0 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5f20a9d15eb4d99bf667578a36a9f55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473897 Feb 10 03:38:40.943274 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port ca962838-4cc3-463a-9a25-1c03b5eb902f is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:40.944470 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 7683a7cc-71b7-4848-ace4-8a81b8b4073f up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:38:41.030886 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3f75f482-7db1-4e9f-ab12-3ac0e1536631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603541'] for router (ce98ed15-b729-4e8a-89ee-97dbd76e41fd), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:41.064811 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-85669825-ccf2-4533-b182-7547af03cbf4 req-a6d78b0a-d182-436f-9762-39464846c9d2 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=114e0c095df64647bf339f0e8dcf8571&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7299745 Feb 10 03:38:41.092849 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-e44a20ff-61a4-42f4-98e8-684c3268cefb tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Made reservation on behalf of d7bf7bed71094487b57906e39d043543 for: {'port': 1} {{(pid=102732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:38:41.107209 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-e44a20ff-61a4-42f4-98e8-684c3268cefb tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:41.157949 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 7683a7cc-71b7-4848-ace4-8a81b8b4073f triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:41.158331 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (7683a7cc-71b7-4848-ace4-8a81b8b4073f), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:41.232283 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-00dde703-7367-4916-8813-6cb830717485 service neutron] 10.222.0.32 "GET /v2.0/networks/76e22acc-1b00-4e17-aaca-a2a7c6c019ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706474 Feb 10 03:38:41.243336 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-c0277f4e-8dc8-41c7-a7f9-0404b1650480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15de21d5-9391-4a56-9448-019c2ad54e1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1101670110-router', 'tenant_id': '114e0c095df64647bf339f0e8dcf8571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'ca962838-4cc3-463a-9a25-1c03b5eb902f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:32Z', 'updated_at': '2022-02-10T03:38:37Z', 'revision_number': 4, 'project_id': '114e0c095df64647bf339f0e8dcf8571', 'gw_port': {'id': 'ca962838-4cc3-463a-9a25-1c03b5eb902f', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:73:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de21d5-9391-4a56-9448-019c2ad54e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:33Z', 'updated_at': '2022-02-10T03:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '3a273dbb-29f4-410d-b41c-38d77e46290c', 'name': '', 'network_id': 'e0aca2bf-c883-41b5-bca5-cb73801c5192', 'tenant_id': '114e0c095df64647bf339f0e8dcf8571', 'mac_address': 'fa:16:3e:4a:b3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15de21d5-9391-4a56-9448-019c2ad54e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '9995f4ef-9c6b-4dbc-a816-718f17a87440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:36Z', 'updated_at': '2022-02-10T03:38:37Z', 'revision_number': 2, 'project_id': '114e0c095df64647bf339f0e8dcf8571', 'subnets': [{'id': '9995f4ef-9c6b-4dbc-a816-718f17a87440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:41.258795 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f75f482-7db1-4e9f-ab12-3ac0e1536631 admin admin] Router ce98ed15-b729-4e8a-89ee-97dbd76e41fd is scheduled to L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 with binding_index 1 {{(pid=102733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 03:38:41.294113 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0277f4e-8dc8-41c7-a7f9-0404b1650480 None None] Checking router: 15de21d5-9391-4a56-9448-019c2ad54e1f for host: dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:38:41.294479 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0277f4e-8dc8-41c7-a7f9-0404b1650480 None None] Updating router 15de21d5-9391-4a56-9448-019c2ad54e1f port 3a273dbb-29f4-410d-b41c-38d77e46290c binding host dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:38:41.326146 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 7683a7cc-71b7-4848-ace4-8a81b8b4073f is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:41.330935 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-c0277f4e-8dc8-41c7-a7f9-0404b1650480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (3a273dbb-29f4-410d-b41c-38d77e46290c), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:41.417781 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-85669825-ccf2-4533-b182-7547af03cbf4 req-95590352-8c64-4e8d-b557-011787eaecfb service neutron] 10.222.0.32 "GET /v2.0/networks/e0aca2bf-c883-41b5-bca5-cb73801c5192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420067 Feb 10 03:38:41.422607 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f75f482-7db1-4e9f-ab12-3ac0e1536631 admin admin] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:38:41.433822 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4c517c-de44-48ff-9959-37cbdff2d514 None None] Sync routers for ids ['ce98ed15-b729-4e8a-89ee-97dbd76e41fd'] in dv-cinder-828060-2-iscsi {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:38:41.451649 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4c517c-de44-48ff-9959-37cbdff2d514 None None] Routers {'ce98ed15-b729-4e8a-89ee-97dbd76e41fd'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:38:41.452645 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3f75f482-7db1-4e9f-ab12-3ac0e1536631 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:41.453552 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-ec4c517c-de44-48ff-9959-37cbdff2d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:38:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['ce98ed15-b729-4e8a-89ee-97dbd76e41fd'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:41.459300 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-3f75f482-7db1-4e9f-ab12-3ac0e1536631 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5103042 Feb 10 03:38:41.460803 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 45212) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:41.537726 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-e44a20ff-61a4-42f4-98e8-684c3268cefb tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Allocated IP 172.20.0.8 (4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0/2a238260-e910-4611-881a-7b75876308bb/53940bd9-b20a-45d0-989c-c2c1a1dd9c69) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:38:41.565915 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-8cd223e9-ba7b-4f6a-9eb4-c902a71f9c8b service neutron] 10.222.0.32 "GET /v2.0/networks/76e22acc-1b00-4e17-aaca-a2a7c6c019ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911968 Feb 10 03:38:41.618696 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-ec4c517c-de44-48ff-9959-37cbdff2d514 None None] Set router ce98ed15-b729-4e8a-89ee-97dbd76e41fd gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:38:41.644581 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-85669825-ccf2-4533-b182-7547af03cbf4 req-4a9a6faa-d1d5-460f-b86a-193f97915a66 service neutron] 10.222.0.32 "GET /v2.0/networks/e0aca2bf-c883-41b5-bca5-cb73801c5192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258759 Feb 10 03:38:41.912509 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-ec4c517c-de44-48ff-9959-37cbdff2d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce98ed15-b729-4e8a-89ee-97dbd76e41fd', 'name': 'tempest-TestVolumeBootPattern-766559559-router', 'tenant_id': 'e2b2abbdf50e43459596d5941eaaa4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '716ac3ac-6090-47df-bce7-28e6db9c6b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:38Z', 'updated_at': '2022-02-10T03:38:40Z', 'revision_number': 3, 'project_id': 'e2b2abbdf50e43459596d5941eaaa4c6', 'gw_port': {'id': '716ac3ac-6090-47df-bce7-28e6db9c6b21', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce98ed15-b729-4e8a-89ee-97dbd76e41fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:39Z', 'updated_at': '2022-02-10T03:38:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:41.954331 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4c517c-de44-48ff-9959-37cbdff2d514 None None] Checking router: ce98ed15-b729-4e8a-89ee-97dbd76e41fd for host: dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:38:41.954711 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4c517c-de44-48ff-9959-37cbdff2d514 None None] Updating router ce98ed15-b729-4e8a-89ee-97dbd76e41fd port 716ac3ac-6090-47df-bce7-28e6db9c6b21 binding host dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:38:41.971481 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-c0277f4e-8dc8-41c7-a7f9-0404b1650480 None None] Publish callbacks [] for port (3a273dbb-29f4-410d-b41c-38d77e46290c), precommit_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:41.988846 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-c0277f4e-8dc8-41c7-a7f9-0404b1650480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (3a273dbb-29f4-410d-b41c-38d77e46290c), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:42.030194 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-ec4c517c-de44-48ff-9959-37cbdff2d514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (716ac3ac-6090-47df-bce7-28e6db9c6b21), before_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:42.208462 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b7af008e-3209-444a-a7ba-5598258e4162 req-0fbd369f-acef-45cb-a71d-9cc36a2c4fa9 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea HTTP/1.1" status: 200 len: 210 time: 0.1783488 Feb 10 03:38:42.235589 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067b16f-24b3-4338-916e-581c4f120d91 None None] Pushing event updated for resources: {'Port': ['ID=3a273dbb-29f4-410d-b41c-38d77e46290c,revision_number=3']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:42.273918 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device b6b4f76d-5f2c-430e-8e11-69b515607338 up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:38:42.345509 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dea543e4-bfd1-498f-8432-741b8bb91435 req-e8182f8e-3f38-4525-a11e-287c1b7cadca tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 210 time: 0.3232541 Feb 10 03:38:42.469340 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-cf637e92-2ed7-4925-ad3b-a24f0f6195d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:42.481217 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b2ecd7e2-4c3e-4c99-9ba3-1e5eea9340c7 req-34ce54e4-56b5-4c07-aa76-8ccc0a78d302 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 210 time: 0.1344581 Feb 10 03:38:42.497133 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-e44a20ff-61a4-42f4-98e8-684c3268cefb tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks [] for port (53940bd9-b20a-45d0-989c-c2c1a1dd9c69), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:42.567864 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-c0277f4e-8dc8-41c7-a7f9-0404b1650480 None None] Attempting to bind port 3a273dbb-29f4-410d-b41c-38d77e46290c on host dv-cinder-828060-2-iscsi for vnic_type normal with profile {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:38:42.568222 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-c0277f4e-8dc8-41c7-a7f9-0404b1650480 None None] Attempting to bind port 3a273dbb-29f4-410d-b41c-38d77e46290c by drivers openvswitch,hyperv on host dv-cinder-828060-2-iscsi at level 0 using segments [{'id': '9536ef9f-3405-4be5-86aa-c692b83d667f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e0aca2bf-c883-41b5-bca5-cb73801c5192'}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:38:42.568612 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0277f4e-8dc8-41c7-a7f9-0404b1650480 None None] Attempting to bind port 3a273dbb-29f4-410d-b41c-38d77e46290c on network e0aca2bf-c883-41b5-bca5-cb73801c5192 {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:38:42.576130 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-e44a20ff-61a4-42f4-98e8-684c3268cefb tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834'] for port (53940bd9-b20a-45d0-989c-c2c1a1dd9c69), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:42.577147 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f70c1b4-57c9-472f-a110-45e989f30240 None None] Network ed66fdf9-397e-41c8-add5-96c549a4c1d6 requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:38:42.637895 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-e44a20ff-61a4-42f4-98e8-684c3268cefb tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Network 4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:38:42.641329 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-e44a20ff-61a4-42f4-98e8-684c3268cefb tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:38:42.646033 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-e44a20ff-61a4-42f4-98e8-684c3268cefb tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:38:42.651824 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-e44a20ff-61a4-42f4-98e8-684c3268cefb tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:42.652814 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['beb068b9-e15c-4f4f-92d7-1c14f685b47d', '73b9af4c-1633-4ce7-bedf-db767aba25bf'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:38:42.653474 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-e44a20ff-61a4-42f4-98e8-684c3268cefb tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:42.655789 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0277f4e-8dc8-41c7-a7f9-0404b1650480 None None] Checking agent: {'id': 'ec329a5d-811c-4230-b7e8-4067504d3542', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'started_at': datetime.datetime(2022, 2, 10, 3, 29, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:38:42.656206 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0277f4e-8dc8-41c7-a7f9-0404b1650480 None None] Checking segment: {'id': '9536ef9f-3405-4be5-86aa-c692b83d667f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e0aca2bf-c883-41b5-bca5-cb73801c5192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:38:42.656660 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-c0277f4e-8dc8-41c7-a7f9-0404b1650480 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:42.657073 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0277f4e-8dc8-41c7-a7f9-0404b1650480 None None] Bound using segment: {'id': '9536ef9f-3405-4be5-86aa-c692b83d667f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e0aca2bf-c883-41b5-bca5-cb73801c5192'} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:38:42.659046 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-c0277f4e-8dc8-41c7-a7f9-0404b1650480 None None] Bound port: 3a273dbb-29f4-410d-b41c-38d77e46290c, host: dv-cinder-828060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9536ef9f-3405-4be5-86aa-c692b83d667f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e0aca2bf-c883-41b5-bca5-cb73801c5192'}}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:38:42.659748 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-c0277f4e-8dc8-41c7-a7f9-0404b1650480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (3a273dbb-29f4-410d-b41c-38d77e46290c), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:42.677997 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a20ff-61a4-42f4-98e8-684c3268cefb tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Pushing event updated for resources: {'Port': ['ID=53940bd9-b20a-45d0-989c-c2c1a1dd9c69,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:42.699687 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-e44a20ff-61a4-42f4-98e8-684c3268cefb tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3372056 Feb 10 03:38:42.734974 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-d8369e33-0986-47b8-bd28-d68fd1cd24f6 service neutron] Request body: {'port': {'device_id': '0296ee2e-4bd2-4e13-864a-6c80f1b54bf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:42.778714 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [None req-cf637e92-2ed7-4925-ad3b-a24f0f6195d7 admin admin] Allocated IP 172.20.0.1 (ed66fdf9-397e-41c8-add5-96c549a4c1d6/b455f554-64b8-43d9-b6c0-dadf8cee8699/98b86c5f-42c3-49af-858f-6bfc80bdb90b) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:38:42.806923 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-4bcb4352-3c2d-4b90-9452-629a9417d413 None None] Provisioning complete for port b6b4f76d-5f2c-430e-8e11-69b515607338 triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:42.807598 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-4bcb4352-3c2d-4b90-9452-629a9417d413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (b6b4f76d-5f2c-430e-8e11-69b515607338), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:42.828170 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-ec4c517c-de44-48ff-9959-37cbdff2d514 None None] Publish callbacks [] for port (716ac3ac-6090-47df-bce7-28e6db9c6b21), precommit_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:42.857463 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-ec4c517c-de44-48ff-9959-37cbdff2d514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (716ac3ac-6090-47df-bce7-28e6db9c6b21), after_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:42.883589 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-d8369e33-0986-47b8-bd28-d68fd1cd24f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (53940bd9-b20a-45d0-989c-c2c1a1dd9c69), before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:42.927772 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-cf637e92-2ed7-4925-ad3b-a24f0f6195d7 admin admin] Publish callbacks [] for port (98b86c5f-42c3-49af-858f-6bfc80bdb90b), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:42.937403 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-e8809140-9a40-4fd2-a3a8-fee9e050aa54 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:42.948511 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-e8809140-9a40-4fd2-a3a8-fee9e050aa54 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/networks?id=e0aca2bf-c883-41b5-bca5-cb73801c5192 HTTP/1.1" status: 200 len: 819 time: 0.2325084 Feb 10 03:38:43.012904 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-3abeb191-aba0-4d20-8a8a-2bdbde695c26 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/quotas/114e0c095df64647bf339f0e8dcf8571 HTTP/1.1" status: 200 len: 375 time: 0.0623078 Feb 10 03:38:43.035582 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-cf637e92-2ed7-4925-ad3b-a24f0f6195d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (98b86c5f-42c3-49af-858f-6bfc80bdb90b), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:43.055435 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.managers [None req-ec4c517c-de44-48ff-9959-37cbdff2d514 None None] Attempting to bind port 716ac3ac-6090-47df-bce7-28e6db9c6b21 on host dv-cinder-828060-2-iscsi for vnic_type normal with profile {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:38:43.056238 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.managers [None req-ec4c517c-de44-48ff-9959-37cbdff2d514 None None] Attempting to bind port 716ac3ac-6090-47df-bce7-28e6db9c6b21 by drivers openvswitch,hyperv on host dv-cinder-828060-2-iscsi at level 0 using segments [{'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}] {{(pid=102735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:38:43.056603 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4c517c-de44-48ff-9959-37cbdff2d514 None None] Attempting to bind port 716ac3ac-6090-47df-bce7-28e6db9c6b21 on network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:38:43.061495 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port b6b4f76d-5f2c-430e-8e11-69b515607338 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:43.062110 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (b6b4f76d-5f2c-430e-8e11-69b515607338), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:43.086685 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112859f-4a06-42ed-9a0f-fa81e4a3a58a None None] Pushing event updated for resources: {'Port': ['ID=716ac3ac-6090-47df-bce7-28e6db9c6b21,revision_number=2']} {{(pid=102735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:43.094897 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4c517c-de44-48ff-9959-37cbdff2d514 None None] Checking agent: {'id': 'ec329a5d-811c-4230-b7e8-4067504d3542', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'started_at': datetime.datetime(2022, 2, 10, 3, 29, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:38:43.095273 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4c517c-de44-48ff-9959-37cbdff2d514 None None] Checking segment: {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:38:43.095744 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-ec4c517c-de44-48ff-9959-37cbdff2d514 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:43.096109 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4c517c-de44-48ff-9959-37cbdff2d514 None None] Bound using segment: {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'} {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:38:43.096628 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.managers [None req-ec4c517c-de44-48ff-9959-37cbdff2d514 None None] Bound port: 716ac3ac-6090-47df-bce7-28e6db9c6b21, host: dv-cinder-828060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}}] {{(pid=102735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:38:43.096999 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-ec4c517c-de44-48ff-9959-37cbdff2d514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (716ac3ac-6090-47df-bce7-28e6db9c6b21), before_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:43.167268 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf637e92-2ed7-4925-ad3b-a24f0f6195d7 admin admin] Pushing event updated for resources: {'Port': ['ID=98b86c5f-42c3-49af-858f-6bfc80bdb90b,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:43.180480 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.db [None req-ec4c517c-de44-48ff-9959-37cbdff2d514 None None] For port 716ac3ac-6090-47df-bce7-28e6db9c6b21, host dv-cinder-828060-2-iscsi, cleared binding levels {{(pid=102735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:38:43.185557 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.db [None req-ec4c517c-de44-48ff-9959-37cbdff2d514 None None] For port 716ac3ac-6090-47df-bce7-28e6db9c6b21, host dv-cinder-828060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=716ac3ac-6090-47df-bce7-28e6db9c6b21,segment=NetworkSegment(c1a6dc3e-a0fe-4959-bf17-1081534e4b16),segment_id=c1a6dc3e-a0fe-4959-bf17-1081534e4b16)] {{(pid=102735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:38:43.190088 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-c0277f4e-8dc8-41c7-a7f9-0404b1650480 None None] For port 3a273dbb-29f4-410d-b41c-38d77e46290c, host dv-cinder-828060-2-iscsi, cleared binding levels {{(pid=102734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:38:43.193305 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-a5ceb5ab-f9c3-4266-b2e9-e1e3bcee1789 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=114e0c095df64647bf339f0e8dcf8571&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1695211 Feb 10 03:38:43.211871 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-ec4c517c-de44-48ff-9959-37cbdff2d514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (716ac3ac-6090-47df-bce7-28e6db9c6b21), after_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:43.216697 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf637e92-2ed7-4925-ad3b-a24f0f6195d7 admin admin] Network ed66fdf9-397e-41c8-add5-96c549a4c1d6 is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:38:43.218466 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-cf637e92-2ed7-4925-ad3b-a24f0f6195d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:38:43.225139 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf637e92-2ed7-4925-ad3b-a24f0f6195d7 admin admin] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:38:43.240336 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-c0277f4e-8dc8-41c7-a7f9-0404b1650480 None None] For port 3a273dbb-29f4-410d-b41c-38d77e46290c, host dv-cinder-828060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=3a273dbb-29f4-410d-b41c-38d77e46290c,segment=NetworkSegment(9536ef9f-3405-4be5-86aa-c692b83d667f),segment_id=9536ef9f-3405-4be5-86aa-c692b83d667f)] {{(pid=102734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:38:43.307761 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-cf637e92-2ed7-4925-ad3b-a24f0f6195d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1575400'] for router_interface (ce98ed15-b729-4e8a-89ee-97dbd76e41fd), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:43.324201 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112859f-4a06-42ed-9a0f-fa81e4a3a58a None None] Pushing event updated for resources: {'Port': ['ID=716ac3ac-6090-47df-bce7-28e6db9c6b21,revision_number=3']} {{(pid=102735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:43.387552 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4c517c-de44-48ff-9959-37cbdff2d514 None None] Routers {'ce98ed15-b729-4e8a-89ee-97dbd76e41fd'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:38:43.410565 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-ec4c517c-de44-48ff-9959-37cbdff2d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:38:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['ce98ed15-b729-4e8a-89ee-97dbd76e41fd'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:43.429921 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-c0277f4e-8dc8-41c7-a7f9-0404b1650480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (3a273dbb-29f4-410d-b41c-38d77e46290c), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:43.447626 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8b80042c-d165-4138-af7e-51210625fc0f req-03d5e098-e95c-4c99-a66a-c206480b9d9c tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea HTTP/1.1" status: 200 len: 210 time: 0.0963044 Feb 10 03:38:43.512829 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-cf637e92-2ed7-4925-ad3b-a24f0f6195d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (98b86c5f-42c3-49af-858f-6bfc80bdb90b), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:43.536711 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-428d7a77-5c55-4b98-a7e0-4143f8bd46ac service neutron] 10.222.0.32 "GET /v2.0/networks/e0aca2bf-c883-41b5-bca5-cb73801c5192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247669 Feb 10 03:38:43.602214 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-4bcb4352-3c2d-4b90-9452-629a9417d413 None None] Current status of the port b6b4f76d-5f2c-430e-8e11-69b515607338 is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:43.602845 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-4bcb4352-3c2d-4b90-9452-629a9417d413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (b6b4f76d-5f2c-430e-8e11-69b515607338), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:43.709654 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0277f4e-8dc8-41c7-a7f9-0404b1650480 None None] Routers {'15de21d5-9391-4a56-9448-019c2ad54e1f'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:38:43.710608 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-c0277f4e-8dc8-41c7-a7f9-0404b1650480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:38:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['15de21d5-9391-4a56-9448-019c2ad54e1f'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:43.713359 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-ec4c517c-de44-48ff-9959-37cbdff2d514 None None] Set router ce98ed15-b729-4e8a-89ee-97dbd76e41fd gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:38:43.803543 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.notifiers.nova [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-d8369e33-0986-47b8-bd28-d68fd1cd24f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53940bd9-b20a-45d0-989c-c2c1a1dd9c69 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:38:43.847050 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port b6b4f76d-5f2c-430e-8e11-69b515607338 is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:43.847556 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (b6b4f76d-5f2c-430e-8e11-69b515607338), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:43.862701 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 45272) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:43.867855 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-d8369e33-0986-47b8-bd28-d68fd1cd24f6 service neutron] Publish callbacks [] for port (53940bd9-b20a-45d0-989c-c2c1a1dd9c69), precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:43.883090 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067b16f-24b3-4338-916e-581c4f120d91 None None] Pushing event updated for resources: {'Port': ['ID=3a273dbb-29f4-410d-b41c-38d77e46290c,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:43.927782 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-d8369e33-0986-47b8-bd28-d68fd1cd24f6 service neutron] Transition to ACTIVE for port object 53940bd9-b20a-45d0-989c-c2c1a1dd9c69 will not be triggered until provisioned by entity L2. {{(pid=102732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:38:43.931967 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-4bcb4352-3c2d-4b90-9452-629a9417d413 None None] For port b6b4f76d-5f2c-430e-8e11-69b515607338, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=b6b4f76d-5f2c-430e-8e11-69b515607338,segment=NetworkSegment(4b2ea0f1-0eca-488c-b5b6-737ceac9ded6),segment_id=4b2ea0f1-0eca-488c-b5b6-737ceac9ded6)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:43.951392 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-d8369e33-0986-47b8-bd28-d68fd1cd24f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (53940bd9-b20a-45d0-989c-c2c1a1dd9c69), after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:43.985823 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-4bcb4352-3c2d-4b90-9452-629a9417d413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (b6b4f76d-5f2c-430e-8e11-69b515607338), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:44.015311 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fb7e7-0ef3-431d-8f46-cef2a418c4ac req-fee1a0a5-c4e7-4be0-b068-c088cd7a96f5 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:44.016972 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e14fb7e7-0ef3-431d-8f46-cef2a418c4ac req-fee1a0a5-c4e7-4be0-b068-c088cd7a96f5 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 931 time: 0.2889678 Feb 10 03:38:44.044157 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-ec4c517c-de44-48ff-9959-37cbdff2d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce98ed15-b729-4e8a-89ee-97dbd76e41fd', 'name': 'tempest-TestVolumeBootPattern-766559559-router', 'tenant_id': 'e2b2abbdf50e43459596d5941eaaa4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '716ac3ac-6090-47df-bce7-28e6db9c6b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:38Z', 'updated_at': '2022-02-10T03:38:40Z', 'revision_number': 3, 'project_id': 'e2b2abbdf50e43459596d5941eaaa4c6', 'gw_port': {'id': '716ac3ac-6090-47df-bce7-28e6db9c6b21', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce98ed15-b729-4e8a-89ee-97dbd76e41fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:39Z', 'updated_at': '2022-02-10T03:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:44.076928 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-1800d7f2-f388-428b-a90e-7f23d48e1e41 service neutron] 10.222.0.32 "GET /v2.0/networks/e0aca2bf-c883-41b5-bca5-cb73801c5192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305233 Feb 10 03:38:44.138920 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4c517c-de44-48ff-9959-37cbdff2d514 None None] The sync data for ids ['ce98ed15-b729-4e8a-89ee-97dbd76e41fd'] in dv-cinder-828060-2-iscsi is: [{'id': 'ce98ed15-b729-4e8a-89ee-97dbd76e41fd', 'name': 'tempest-TestVolumeBootPattern-766559559-router', 'tenant_id': 'e2b2abbdf50e43459596d5941eaaa4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '716ac3ac-6090-47df-bce7-28e6db9c6b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:38Z', 'updated_at': '2022-02-10T03:38:40Z', 'revision_number': 3, 'project_id': 'e2b2abbdf50e43459596d5941eaaa4c6', 'gw_port': {'id': '716ac3ac-6090-47df-bce7-28e6db9c6b21', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce98ed15-b729-4e8a-89ee-97dbd76e41fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:39Z', 'updated_at': '2022-02-10T03:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}] {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:38:44.242635 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8369e33-0986-47b8-bd28-d68fd1cd24f6 service neutron] Pushing event updated for resources: {'Port': ['ID=53940bd9-b20a-45d0-989c-c2c1a1dd9c69,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:44.363642 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e14fb7e7-0ef3-431d-8f46-cef2a418c4ac req-5b4458eb-009a-4985-b05e-d938ac9e3952 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224177 Feb 10 03:38:44.369815 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-d8369e33-0986-47b8-bd28-d68fd1cd24f6 service neutron] Attempting to bind port 53940bd9-b20a-45d0-989c-c2c1a1dd9c69 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:38:44.370009 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-d8369e33-0986-47b8-bd28-d68fd1cd24f6 service neutron] Attempting to bind port 53940bd9-b20a-45d0-989c-c2c1a1dd9c69 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '282cda33-29d4-4368-a9fd-c807aa0e6a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:38:44.370448 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-d8369e33-0986-47b8-bd28-d68fd1cd24f6 service neutron] Attempting to bind port 53940bd9-b20a-45d0-989c-c2c1a1dd9c69 on network 4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:38:44.383525 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-d8369e33-0986-47b8-bd28-d68fd1cd24f6 service neutron] Port 53940bd9-b20a-45d0-989c-c2c1a1dd9c69 on network 4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:38:44.383893 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-d8369e33-0986-47b8-bd28-d68fd1cd24f6 service neutron] Attempting to bind port 53940bd9-b20a-45d0-989c-c2c1a1dd9c69 on network 4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:38:44.388623 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-c0277f4e-8dc8-41c7-a7f9-0404b1650480 None None] Set router 15de21d5-9391-4a56-9448-019c2ad54e1f gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:38:44.396264 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-d8369e33-0986-47b8-bd28-d68fd1cd24f6 service neutron] Checking agent: {'id': '7fa92194-f930-41b3-9bb5-0cd5b2874298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'started_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:38:44.396264 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-d8369e33-0986-47b8-bd28-d68fd1cd24f6 service neutron] Checking segment: {'id': '282cda33-29d4-4368-a9fd-c807aa0e6a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:38:44.397713 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-d8369e33-0986-47b8-bd28-d68fd1cd24f6 service neutron] Bound using segment: {'id': '282cda33-29d4-4368-a9fd-c807aa0e6a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:38:44.398180 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-d8369e33-0986-47b8-bd28-d68fd1cd24f6 service neutron] Bound port: 53940bd9-b20a-45d0-989c-c2c1a1dd9c69, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '282cda33-29d4-4368-a9fd-c807aa0e6a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:38:44.398940 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-d8369e33-0986-47b8-bd28-d68fd1cd24f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (53940bd9-b20a-45d0-989c-c2c1a1dd9c69), before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:44.442542 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-0dd65481-a0aa-4d82-8942-7747af95a87c tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:44.445125 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-0dd65481-a0aa-4d82-8942-7747af95a87c tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.21 "GET /v2.0/networks?id=76e22acc-1b00-4e17-aaca-a2a7c6c019ee HTTP/1.1" status: 200 len: 808 time: 0.5859427 Feb 10 03:38:44.527449 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-cf637e92-2ed7-4925-ad3b-a24f0f6195d7 admin admin] Publish callbacks [] for port (98b86c5f-42c3-49af-858f-6bfc80bdb90b), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:44.535839 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-607c33cb-8003-4cd0-b282-97b683eee5b1 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Request body: {'port': {'device_id': '99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea', 'network_id': '76e22acc-1b00-4e17-aaca-a2a7c6c019ee', 'admin_state_up': True, 'tenant_id': 'b5f20a9d15eb4d99bf667578a36a9f55'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:44.552004 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-cf637e92-2ed7-4925-ad3b-a24f0f6195d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (98b86c5f-42c3-49af-858f-6bfc80bdb90b), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:44.587769 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-411f1b36-2f56-46a2-b413-fe124bced1fe req-459adf27-180d-4546-b6ea-99c0a7103591 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 210 time: 0.1335967 Feb 10 03:38:44.703144 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb4352-3c2d-4b90-9452-629a9417d413 None None] Pushing event updated for resources: {'Port': ['ID=b6b4f76d-5f2c-430e-8e11-69b515607338,revision_number=3']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:44.732344 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-cf637e92-2ed7-4925-ad3b-a24f0f6195d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1573400'] for router_interface (ce98ed15-b729-4e8a-89ee-97dbd76e41fd), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:44.769445 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-cc6f25b9-7ae6-449a-b74d-c156d8c481d9 req-ebe494e0-0eb3-4cc2-abdb-785a2559b6e6 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea HTTP/1.1" status: 200 len: 210 time: 0.1291554 Feb 10 03:38:44.779785 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.db [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-d8369e33-0986-47b8-bd28-d68fd1cd24f6 service neutron] For port 53940bd9-b20a-45d0-989c-c2c1a1dd9c69, host hv-cinder-82806, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:38:44.816637 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.db [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-d8369e33-0986-47b8-bd28-d68fd1cd24f6 service neutron] For port 53940bd9-b20a-45d0-989c-c2c1a1dd9c69, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=53940bd9-b20a-45d0-989c-c2c1a1dd9c69,segment=NetworkSegment(282cda33-29d4-4368-a9fd-c807aa0e6a87),segment_id=282cda33-29d4-4368-a9fd-c807aa0e6a87)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:38:44.829890 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-d8369e33-0986-47b8-bd28-d68fd1cd24f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (53940bd9-b20a-45d0-989c-c2c1a1dd9c69), after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:44.857692 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-f038c9f9-78c2-4d5e-98f5-58fdb05c9691 None None] Provisioning complete for port b6b4f76d-5f2c-430e-8e11-69b515607338 triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:44.863240 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-f038c9f9-78c2-4d5e-98f5-58fdb05c9691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (b6b4f76d-5f2c-430e-8e11-69b515607338), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:44.913015 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-d8369e33-0986-47b8-bd28-d68fd1cd24f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:44.913632 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-d8369e33-0986-47b8-bd28-d68fd1cd24f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:44.915094 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-d8369e33-0986-47b8-bd28-d68fd1cd24f6 service neutron] 10.222.0.21 "PUT /v2.0/ports/53940bd9-b20a-45d0-989c-c2c1a1dd9c69 HTTP/1.1" status: 200 len: 1093 time: 2.1850779 Feb 10 03:38:44.915866 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0296ee2e-4bd2-4e13-864a-6c80f1b54bf3', 'tag': '53940bd9-b20a-45d0-989c-c2c1a1dd9c69'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:38:44.920817 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c602a1d3bfa6b920adc7a3165aab5144276c11c90910883e43ac8280538c1e72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2290ee-6986-4fe3-bb1c-8186bf782938" -d '{"events": [{"name": "network-changed", "server_uuid": "0296ee2e-4bd2-4e13-864a-6c80f1b54bf3", "tag": "53940bd9-b20a-45d0-989c-c2c1a1dd9c69"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:38:44.938584 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf637e92-2ed7-4925-ad3b-a24f0f6195d7 admin admin] Pushing event updated for resources: {'Port': ['ID=98b86c5f-42c3-49af-858f-6bfc80bdb90b,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:44.953842 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.db.api [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 03:38:44.957232 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG oslo_db.api [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 03:38:44.968994 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85669825-ccf2-4533-b182-7547af03cbf4 req-8d4827ac-106c-4f29-9ed3-6adf483378b9 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:44.990696 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-85669825-ccf2-4533-b182-7547af03cbf4 req-8d4827ac-106c-4f29-9ed3-6adf483378b9 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.21 "GET /v2.0/networks?id=e0aca2bf-c883-41b5-bca5-cb73801c5192 HTTP/1.1" status: 200 len: 819 time: 0.5391953 Feb 10 03:38:45.014577 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8369e33-0986-47b8-bd28-d68fd1cd24f6 service neutron] Pushing event updated for resources: {'Port': ['ID=53940bd9-b20a-45d0-989c-c2c1a1dd9c69,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:45.033981 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-85669825-ccf2-4533-b182-7547af03cbf4 req-02879575-8beb-40c0-9d88-974860e53d8d tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Request body: {'port': {'device_id': '699b7ed3-80f5-47d0-bcec-6801073102d6', 'network_id': 'e0aca2bf-c883-41b5-bca5-cb73801c5192', 'admin_state_up': True, 'tenant_id': '114e0c095df64647bf339f0e8dcf8571'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:45.077515 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13eefa07-680e-4125-b923-c691a0e40720 x-openstack-request-id: req-13eefa07-680e-4125-b923-c691a0e40720 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:38:45.079592 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0296ee2e-4bd2-4e13-864a-6c80f1b54bf3", "tag": "53940bd9-b20a-45d0-989c-c2c1a1dd9c69", "status": "completed", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:38:45.079592 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13eefa07-680e-4125-b923-c691a0e40720 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:38:45.080085 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0296ee2e-4bd2-4e13-864a-6c80f1b54bf3', 'tag': '53940bd9-b20a-45d0-989c-c2c1a1dd9c69', 'status': 'completed', 'code': 200} Feb 10 03:38:45.098352 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c0808f5d-f4b8-424e-918f-0e8c1b6c156d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:45.107004 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-9af650d5-5320-4f91-8779-c3b6517bb6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:45.109219 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-9af650d5-5320-4f91-8779-c3b6517bb6ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7bf7bed71094487b57906e39d043543&device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 1127 time: 0.0865211 Feb 10 03:38:45.195400 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-f038c9f9-78c2-4d5e-98f5-58fdb05c9691 None None] Current status of the port b6b4f76d-5f2c-430e-8e11-69b515607338 is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:45.210465 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-c0277f4e-8dc8-41c7-a7f9-0404b1650480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15de21d5-9391-4a56-9448-019c2ad54e1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1101670110-router', 'tenant_id': '114e0c095df64647bf339f0e8dcf8571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'ca962838-4cc3-463a-9a25-1c03b5eb902f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:32Z', 'updated_at': '2022-02-10T03:38:37Z', 'revision_number': 4, 'project_id': '114e0c095df64647bf339f0e8dcf8571', 'gw_port': {'id': 'ca962838-4cc3-463a-9a25-1c03b5eb902f', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:73:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de21d5-9391-4a56-9448-019c2ad54e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:33Z', 'updated_at': '2022-02-10T03:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '3a273dbb-29f4-410d-b41c-38d77e46290c', 'name': '', 'network_id': 'e0aca2bf-c883-41b5-bca5-cb73801c5192', 'tenant_id': '114e0c095df64647bf339f0e8dcf8571', 'mac_address': 'fa:16:3e:4a:b3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15de21d5-9391-4a56-9448-019c2ad54e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '9995f4ef-9c6b-4dbc-a816-718f17a87440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:36Z', 'updated_at': '2022-02-10T03:38:43Z', 'revision_number': 4, 'project_id': '114e0c095df64647bf339f0e8dcf8571', 'subnets': [{'id': '9995f4ef-9c6b-4dbc-a816-718f17a87440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:45.219041 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-34a99fea-020e-4dba-aa93-e8571b2bc134 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53940bd9-b20a-45d0-989c-c2c1a1dd9c69 HTTP/1.1" status: 200 len: 217 time: 0.0823877 Feb 10 03:38:45.248863 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0277f4e-8dc8-41c7-a7f9-0404b1650480 None None] The sync data for ids ['15de21d5-9391-4a56-9448-019c2ad54e1f'] in dv-cinder-828060-2-iscsi is: [{'id': '15de21d5-9391-4a56-9448-019c2ad54e1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1101670110-router', 'tenant_id': '114e0c095df64647bf339f0e8dcf8571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'ca962838-4cc3-463a-9a25-1c03b5eb902f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:32Z', 'updated_at': '2022-02-10T03:38:37Z', 'revision_number': 4, 'project_id': '114e0c095df64647bf339f0e8dcf8571', 'gw_port': {'id': 'ca962838-4cc3-463a-9a25-1c03b5eb902f', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:73:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de21d5-9391-4a56-9448-019c2ad54e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:33Z', 'updated_at': '2022-02-10T03:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '3a273dbb-29f4-410d-b41c-38d77e46290c', 'name': '', 'network_id': 'e0aca2bf-c883-41b5-bca5-cb73801c5192', 'tenant_id': '114e0c095df64647bf339f0e8dcf8571', 'mac_address': 'fa:16:3e:4a:b3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15de21d5-9391-4a56-9448-019c2ad54e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '9995f4ef-9c6b-4dbc-a816-718f17a87440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:36Z', 'updated_at': '2022-02-10T03:38:43Z', 'revision_number': 4, 'project_id': '114e0c095df64647bf339f0e8dcf8571', 'subnets': [{'id': '9995f4ef-9c6b-4dbc-a816-718f17a87440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:38:45.253422 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-f038c9f9-78c2-4d5e-98f5-58fdb05c9691 None None] Provisioning complete for port 98b86c5f-42c3-49af-858f-6bfc80bdb90b triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:45.253808 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-f038c9f9-78c2-4d5e-98f5-58fdb05c9691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (98b86c5f-42c3-49af-858f-6bfc80bdb90b), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:45.293281 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-f038c9f9-78c2-4d5e-98f5-58fdb05c9691 None None] Port 98b86c5f-42c3-49af-858f-6bfc80bdb90b cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:38:45.310074 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-607c33cb-8003-4cd0-b282-97b683eee5b1 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Made reservation on behalf of b5f20a9d15eb4d99bf667578a36a9f55 for: {'port': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:38:45.341909 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-607c33cb-8003-4cd0-b282-97b683eee5b1 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:45.383556 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-a265b376-2dba-485e-8d5f-4e4ab0a6b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:45.386029 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-a265b376-2dba-485e-8d5f-4e4ab0a6b8ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a238260-e910-4611-881a-7b75876308bb HTTP/1.1" status: 200 len: 854 time: 0.1416135 Feb 10 03:38:45.386147 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf637e92-2ed7-4925-ad3b-a24f0f6195d7 admin admin] Network ed66fdf9-397e-41c8-add5-96c549a4c1d6 is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:38:45.406078 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-cf637e92-2ed7-4925-ad3b-a24f0f6195d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:38:45.444643 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-19454c66-2411-428b-a9c1-e732f3101a1b None None] Provisioning complete for port 98b86c5f-42c3-49af-858f-6bfc80bdb90b triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:45.445136 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-19454c66-2411-428b-a9c1-e732f3101a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (98b86c5f-42c3-49af-858f-6bfc80bdb90b), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:45.504959 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-dbd83ad9-7e24-4d8a-92a7-5b43a44e0612 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797668 Feb 10 03:38:45.617474 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-19454c66-2411-428b-a9c1-e732f3101a1b None None] Port 98b86c5f-42c3-49af-858f-6bfc80bdb90b cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:38:45.627603 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port b6b4f76d-5f2c-430e-8e11-69b515607338 is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:45.628949 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 7683a7cc-71b7-4848-ace4-8a81b8b4073f up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:38:45.653191 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85669825-ccf2-4533-b182-7547af03cbf4 req-02879575-8beb-40c0-9d88-974860e53d8d tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Made reservation on behalf of 114e0c095df64647bf339f0e8dcf8571 for: {'port': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:38:45.658541 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-85669825-ccf2-4533-b182-7547af03cbf4 req-02879575-8beb-40c0-9d88-974860e53d8d tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:45.728956 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 7683a7cc-71b7-4848-ace4-8a81b8b4073f triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:45.729787 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (7683a7cc-71b7-4848-ace4-8a81b8b4073f), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:45.731780 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c0808f5d-f4b8-424e-918f-0e8c1b6c156d admin admin] Publish callbacks [] for security_group (ffc99076-2a79-40d4-84f9-062b8f91c2e3), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:45.763635 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c0808f5d-f4b8-424e-918f-0e8c1b6c156d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (ffc99076-2a79-40d4-84f9-062b8f91c2e3), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:45.807519 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-c0808f5d-f4b8-424e-918f-0e8c1b6c156d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0227cbd2e3f840b6a48c294445426f54&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9444373 Feb 10 03:38:45.814434 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 45312) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:45.819630 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f2bf2843-3a3c-49f7-9ffa-e9d16f4307a6 req-283a599a-5361-44d1-b710-b9f67e068990 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 210 time: 0.0370481 Feb 10 03:38:45.846800 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-95df9080-f7e3-4b90-b534-a342ad00188b service neutron] 10.222.0.21 "GET /v2.0/networks/4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298802 Feb 10 03:38:45.857380 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-51c01b91-e590-40da-abc4-1d7f1614a192 None None] Provisioning complete for port 98b86c5f-42c3-49af-858f-6bfc80bdb90b triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:45.858140 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-51c01b91-e590-40da-abc4-1d7f1614a192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (98b86c5f-42c3-49af-858f-6bfc80bdb90b), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:45.863142 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460172d-6f38-4fd5-a6af-99f9b2200d17 req-d69985ab-24e4-4ccd-a6ab-0ca32e839be0 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:45.871618 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e460172d-6f38-4fd5-a6af-99f9b2200d17 req-d69985ab-24e4-4ccd-a6ab-0ca32e839be0 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 943 time: 0.3312106 Feb 10 03:38:45.907386 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 7683a7cc-71b7-4848-ace4-8a81b8b4073f is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:45.916561 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-51c01b91-e590-40da-abc4-1d7f1614a192 None None] Port 98b86c5f-42c3-49af-858f-6bfc80bdb90b cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:38:45.978261 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [req-85669825-ccf2-4533-b182-7547af03cbf4 req-02879575-8beb-40c0-9d88-974860e53d8d tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Allocated IP 172.20.0.9 (e0aca2bf-c883-41b5-bca5-cb73801c5192/9995f4ef-9c6b-4dbc-a816-718f17a87440/1de8a500-64d0-4173-8581-65530f888f8a) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:38:46.010619 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f8aba61e-a1eb-4f50-9c26-4611978c71e4 req-22352018-5545-42c1-8e98-9b5ad49a4595 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea HTTP/1.1" status: 200 len: 210 time: 0.0792048 Feb 10 03:38:46.041707 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e460172d-6f38-4fd5-a6af-99f9b2200d17 req-1a28151c-50e6-4fb0-ad45-cdd63e37544d tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669157 Feb 10 03:38:46.101204 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5a9779d7-d3be-4457-8cf8-4bce4ad7e396 req-0e50df99-d1f0-4dfb-a102-bbf362d0f87e service neutron] 10.222.0.21 "GET /v2.0/networks/4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271478 Feb 10 03:38:46.158491 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0808f5d-f4b8-424e-918f-0e8c1b6c156d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc99076-2a79-40d4-84f9-062b8f91c2e3,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:46.273732 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 3a273dbb-29f4-410d-b41c-38d77e46290c up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:38:46.288341 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.21', 55631) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:46.356568 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-607c33cb-8003-4cd0-b282-97b683eee5b1 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Allocated IP 172.20.0.12 (76e22acc-1b00-4e17-aaca-a2a7c6c019ee/b9fbe90b-c190-4c4c-89cb-76c1c5beca62/e19c2120-4b2b-405d-943c-f5030818eca4) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:38:46.360776 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 3a273dbb-29f4-410d-b41c-38d77e46290c triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:46.361159 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (3a273dbb-29f4-410d-b41c-38d77e46290c), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:46.366567 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf637e92-2ed7-4925-ad3b-a24f0f6195d7 admin admin] Router ce98ed15-b729-4e8a-89ee-97dbd76e41fd has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:38:46.425935 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-85669825-ccf2-4533-b182-7547af03cbf4 req-02879575-8beb-40c0-9d88-974860e53d8d tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Publish callbacks [] for port (1de8a500-64d0-4173-8581-65530f888f8a), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:46.429335 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-914ac2b2-deb4-4912-aeae-fec6cf011898 admin admin] Publish callbacks [] for security_group (ffc99076-2a79-40d4-84f9-062b8f91c2e3), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:46.511925 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2290ee-6986-4fe3-bb1c-8186bf782938 req-9fdffb9f-40b3-4ea3-b97d-8a92ed1b1b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:46.513942 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bc2290ee-6986-4fe3-bb1c-8186bf782938 req-9fdffb9f-40b3-4ea3-b97d-8a92ed1b1b9c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7bf7bed71094487b57906e39d043543&device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 1127 time: 0.1975048 Feb 10 03:38:46.519035 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 3a273dbb-29f4-410d-b41c-38d77e46290c is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:46.520358 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (3a273dbb-29f4-410d-b41c-38d77e46290c), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:46.584792 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] For port 3a273dbb-29f4-410d-b41c-38d77e46290c, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=3a273dbb-29f4-410d-b41c-38d77e46290c,segment=NetworkSegment(9536ef9f-3405-4be5-86aa-c692b83d667f),segment_id=9536ef9f-3405-4be5-86aa-c692b83d667f)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:46.593960 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (3a273dbb-29f4-410d-b41c-38d77e46290c), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:46.594985 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device b6b4f76d-5f2c-430e-8e11-69b515607338 up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:38:46.600687 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-914ac2b2-deb4-4912-aeae-fec6cf011898 admin admin] Publish callbacks [] for security_group (ffc99076-2a79-40d4-84f9-062b8f91c2e3), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:46.748099 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Pushing event updated for resources: {'Port': ['ID=3a273dbb-29f4-410d-b41c-38d77e46290c,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:46.776348 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port b6b4f76d-5f2c-430e-8e11-69b515607338 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:46.779354 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (b6b4f76d-5f2c-430e-8e11-69b515607338), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:46.869365 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-85669825-ccf2-4533-b182-7547af03cbf4 req-02879575-8beb-40c0-9d88-974860e53d8d tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (1de8a500-64d0-4173-8581-65530f888f8a), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:46.946347 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02879575-8beb-40c0-9d88-974860e53d8d tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Pushing event updated for resources: {'Port': ['ID=1de8a500-64d0-4173-8581-65530f888f8a,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:46.998060 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-828ad10b-8ffc-46e3-beae-67ffb61c9d5a tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:46.998774 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85669825-ccf2-4533-b182-7547af03cbf4 req-02879575-8beb-40c0-9d88-974860e53d8d tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Network e0aca2bf-c883-41b5-bca5-cb73801c5192 is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:38:47.000044 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-828ad10b-8ffc-46e3-beae-67ffb61c9d5a tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.21 "GET /v2.0/networks?id=e0aca2bf-c883-41b5-bca5-cb73801c5192 HTTP/1.1" status: 200 len: 819 time: 0.6705906 Feb 10 03:38:47.000161 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf637e92-2ed7-4925-ad3b-a24f0f6195d7 admin admin] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:38:47.006639 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-cf637e92-2ed7-4925-ad3b-a24f0f6195d7 admin admin] 10.222.0.32 "PUT /v2.0/routers/ce98ed15-b729-4e8a-89ee-97dbd76e41fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5445161 Feb 10 03:38:47.015810 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [req-85669825-ccf2-4533-b182-7547af03cbf4 req-02879575-8beb-40c0-9d88-974860e53d8d tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:38:47.025962 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-85669825-ccf2-4533-b182-7547af03cbf4 req-02879575-8beb-40c0-9d88-974860e53d8d tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:38:47.040621 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c107db0c-95a0-4b56-8562-3436e0cf80ac req-d551b245-8fe0-46ab-a618-4291732821a4 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 210 time: 0.0758309 Feb 10 03:38:47.066535 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-d06367ab-3c81-4ad7-bdbb-542ed04c78a2 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Request body: {'port': {'device_id': '77b92fc0-cfd3-4eb0-a15e-5d0558d253a9', 'network_id': 'e0aca2bf-c883-41b5-bca5-cb73801c5192', 'admin_state_up': True, 'tenant_id': '114e0c095df64647bf339f0e8dcf8571'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:47.078538 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85669825-ccf2-4533-b182-7547af03cbf4 req-02879575-8beb-40c0-9d88-974860e53d8d tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:47.079344 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-85669825-ccf2-4533-b182-7547af03cbf4 req-02879575-8beb-40c0-9d88-974860e53d8d tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:47.084590 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port b6b4f76d-5f2c-430e-8e11-69b515607338 is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:47.087479 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-914ac2b2-deb4-4912-aeae-fec6cf011898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (ffc99076-2a79-40d4-84f9-062b8f91c2e3), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:47.088040 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 716ac3ac-6090-47df-bce7-28e6db9c6b21 up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:38:47.090423 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-914ac2b2-deb4-4912-aeae-fec6cf011898 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:47.093973 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-914ac2b2-deb4-4912-aeae-fec6cf011898 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ffc99076-2a79-40d4-84f9-062b8f91c2e3 HTTP/1.1" status: 204 len: 168 time: 1.2725677 Feb 10 03:38:47.140406 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ac2b2-deb4-4912-aeae-fec6cf011898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc99076-2a79-40d4-84f9-062b8f91c2e3,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:47.146826 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-607c33cb-8003-4cd0-b282-97b683eee5b1 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Publish callbacks [] for port (e19c2120-4b2b-405d-943c-f5030818eca4), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:47.155919 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-85669825-ccf2-4533-b182-7547af03cbf4 req-02879575-8beb-40c0-9d88-974860e53d8d tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1429529 Feb 10 03:38:47.204324 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-85669825-ccf2-4533-b182-7547af03cbf4 req-ba2d85bd-cc19-434d-b410-b9e93b2a2395 service neutron] Request body: {'port': {'device_id': '699b7ed3-80f5-47d0-bcec-6801073102d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:47.231335 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 716ac3ac-6090-47df-bce7-28e6db9c6b21 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:47.231837 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (716ac3ac-6090-47df-bce7-28e6db9c6b21), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:47.304715 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-607c33cb-8003-4cd0-b282-97b683eee5b1 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (e19c2120-4b2b-405d-943c-f5030818eca4), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:47.326437 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-775673e2-f093-4cd0-baa1-01df53487f0a req-76dbb07d-5aa0-4aef-a03e-28510eb1acff tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea HTTP/1.1" status: 200 len: 210 time: 0.1482413 Feb 10 03:38:47.369624 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c33cb-8003-4cd0-b282-97b683eee5b1 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Pushing event updated for resources: {'Port': ['ID=e19c2120-4b2b-405d-943c-f5030818eca4,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:47.400871 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-85669825-ccf2-4533-b182-7547af03cbf4 req-ba2d85bd-cc19-434d-b410-b9e93b2a2395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (1de8a500-64d0-4173-8581-65530f888f8a), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:47.410029 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 716ac3ac-6090-47df-bce7-28e6db9c6b21 is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:47.410426 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (716ac3ac-6090-47df-bce7-28e6db9c6b21), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:47.437292 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2290ee-6986-4fe3-bb1c-8186bf782938 req-3b4792d3-99e0-4b55-8ab1-113b17361458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:47.437650 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] For port 716ac3ac-6090-47df-bce7-28e6db9c6b21, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=716ac3ac-6090-47df-bce7-28e6db9c6b21,segment=NetworkSegment(c1a6dc3e-a0fe-4959-bf17-1081534e4b16),segment_id=c1a6dc3e-a0fe-4959-bf17-1081534e4b16)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:47.439286 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bc2290ee-6986-4fe3-bb1c-8186bf782938 req-3b4792d3-99e0-4b55-8ab1-113b17361458 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 HTTP/1.1" status: 200 len: 915 time: 0.9113331 Feb 10 03:38:47.443953 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (716ac3ac-6090-47df-bce7-28e6db9c6b21), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:47.445890 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-607c33cb-8003-4cd0-b282-97b683eee5b1 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Network 76e22acc-1b00-4e17-aaca-a2a7c6c019ee is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:38:47.448609 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-607c33cb-8003-4cd0-b282-97b683eee5b1 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:38:47.456145 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-607c33cb-8003-4cd0-b282-97b683eee5b1 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:38:47.500018 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183e72b-4004-46da-a796-599d94aa8ba8 req-85cd3ef0-553d-45ec-9a69-9c90e366d125 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:47.501960 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a183e72b-4004-46da-a796-599d94aa8ba8 req-85cd3ef0-553d-45ec-9a69-9c90e366d125 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 943 time: 0.2414823 Feb 10 03:38:47.507932 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bc2290ee-6986-4fe3-bb1c-8186bf782938 req-620d0ccf-28a7-442b-83b6-d08df9c83b4f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53940bd9-b20a-45d0-989c-c2c1a1dd9c69 HTTP/1.1" status: 200 len: 217 time: 0.0569034 Feb 10 03:38:47.517109 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Pushing event updated for resources: {'Port': ['ID=716ac3ac-6090-47df-bce7-28e6db9c6b21,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:47.590257 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-d06367ab-3c81-4ad7-bdbb-542ed04c78a2 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Made reservation on behalf of 114e0c095df64647bf339f0e8dcf8571 for: {'port': 1} {{(pid=102732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:38:47.593665 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-d06367ab-3c81-4ad7-bdbb-542ed04c78a2 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:47.595594 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 45344) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:47.644753 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-76387810-4f35-4062-861d-6f0086218f88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:47.657612 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a183e72b-4004-46da-a796-599d94aa8ba8 req-e497c812-7c23-4e9f-a01f-61e3cc7b8198 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482189 Feb 10 03:38:47.679506 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2290ee-6986-4fe3-bb1c-8186bf782938 req-62b6894d-d12f-4344-9a09-525380dd7abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:47.681003 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bc2290ee-6986-4fe3-bb1c-8186bf782938 req-62b6894d-d12f-4344-9a09-525380dd7abf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a238260-e910-4611-881a-7b75876308bb HTTP/1.1" status: 200 len: 854 time: 0.1509416 Feb 10 03:38:47.706792 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-607c33cb-8003-4cd0-b282-97b683eee5b1 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:47.707950 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-607c33cb-8003-4cd0-b282-97b683eee5b1 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:47.750599 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bc2290ee-6986-4fe3-bb1c-8186bf782938 req-8d2dd7ff-bb2b-4a63-8a03-297fafa5d3a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608690 Feb 10 03:38:47.762930 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-607c33cb-8003-4cd0-b282-97b683eee5b1 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2331543 Feb 10 03:38:47.791615 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-44d26a9e-e5ae-4385-8c80-ea664307b87c service neutron] Request body: {'port': {'device_id': '99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:47.927362 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-76387810-4f35-4062-861d-6f0086218f88 admin admin] Publish callbacks [] for security_group (24001f60-d16e-4a0b-9561-6db6df1d6189), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:47.930603 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bc2290ee-6986-4fe3-bb1c-8186bf782938 req-bf58fe1b-a8f3-4c60-9f24-0fd647c20ea9 service neutron] 10.222.0.21 "GET /v2.0/networks/4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657960 Feb 10 03:38:47.933753 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-76387810-4f35-4062-861d-6f0086218f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (24001f60-d16e-4a0b-9561-6db6df1d6189), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:47.941318 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 45350) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:47.966702 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-f7388ee2-bab5-46c0-83ab-535cc92117df tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-497865012', 'description': 'tempest-secgroup-smoke-497865012 description', 'project_id': '9861d9e039084b9b9b24721464eea6e6'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:48.008735 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-44d26a9e-e5ae-4385-8c80-ea664307b87c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (e19c2120-4b2b-405d-943c-f5030818eca4), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:48.039603 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-76387810-4f35-4062-861d-6f0086218f88 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=990427b3686547f6b46f74cba113e966&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4385393 Feb 10 03:38:48.042374 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 45352) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:48.075978 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [req-85669825-ccf2-4533-b182-7547af03cbf4 req-ba2d85bd-cc19-434d-b410-b9e93b2a2395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de8a500-64d0-4173-8581-65530f888f8a {{(pid=102733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:38:48.092278 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76387810-4f35-4062-861d-6f0086218f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24001f60-d16e-4a0b-9561-6db6df1d6189,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:48.097528 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f7388ee2-bab5-46c0-83ab-535cc92117df tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:48.112080 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 3a273dbb-29f4-410d-b41c-38d77e46290c up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:38:48.153341 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-85669825-ccf2-4533-b182-7547af03cbf4 req-ba2d85bd-cc19-434d-b410-b9e93b2a2395 service neutron] Publish callbacks [] for port (1de8a500-64d0-4173-8581-65530f888f8a), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:48.187146 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bc2290ee-6986-4fe3-bb1c-8186bf782938 req-7890ed40-d349-4926-94bc-7cbbed67b2b2 service neutron] 10.222.0.21 "GET /v2.0/networks/4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466002 Feb 10 03:38:48.227198 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0aa6c2b4-1971-4f71-a56d-62d01d84d701 req-2eb76de9-f039-4573-923f-66b1e7eca8be tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 210 time: 0.0620699 Feb 10 03:38:48.233768 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.provisioning_blocks [req-85669825-ccf2-4533-b182-7547af03cbf4 req-ba2d85bd-cc19-434d-b410-b9e93b2a2395 service neutron] Transition to ACTIVE for port object 1de8a500-64d0-4173-8581-65530f888f8a will not be triggered until provisioned by entity L2. {{(pid=102733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:38:48.263192 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 3a273dbb-29f4-410d-b41c-38d77e46290c triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:48.263718 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (3a273dbb-29f4-410d-b41c-38d77e46290c), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:48.303480 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f7388ee2-bab5-46c0-83ab-535cc92117df tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for security_group (66d68f0d-2ddd-4876-8e68-2921d81e68f9), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:48.315628 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f7388ee2-bab5-46c0-83ab-535cc92117df tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (66d68f0d-2ddd-4876-8e68-2921d81e68f9), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:48.356134 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-d06367ab-3c81-4ad7-bdbb-542ed04c78a2 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Allocated IP 172.20.0.11 (e0aca2bf-c883-41b5-bca5-cb73801c5192/9995f4ef-9c6b-4dbc-a816-718f17a87440/fafc4667-568b-4a5e-9472-26cc6a82e44a) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:38:48.372313 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f4c66d2d-0cd9-4599-908b-f244a7c70ea5 admin admin] Publish callbacks [] for security_group (24001f60-d16e-4a0b-9561-6db6df1d6189), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:48.376174 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-85669825-ccf2-4533-b182-7547af03cbf4 req-ba2d85bd-cc19-434d-b410-b9e93b2a2395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (1de8a500-64d0-4173-8581-65530f888f8a), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:48.385669 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 3a273dbb-29f4-410d-b41c-38d77e46290c is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:48.388337 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 716ac3ac-6090-47df-bce7-28e6db9c6b21 up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:38:48.403815 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f7388ee2-bab5-46c0-83ab-535cc92117df tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:48.408363 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-f7388ee2-bab5-46c0-83ab-535cc92117df tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4618506 Feb 10 03:38:48.411071 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 45362) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:48.421762 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-a5d0b535-36d1-4311-b62f-7752c010e9d8 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Request body: {'security_group_rule': {'security_group_id': '66d68f0d-2ddd-4876-8e68-2921d81e68f9', 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:48.425816 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7388ee2-bab5-46c0-83ab-535cc92117df tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66d68f0d-2ddd-4876-8e68-2921d81e68f9,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:48.448513 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 716ac3ac-6090-47df-bce7-28e6db9c6b21 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:48.448803 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (716ac3ac-6090-47df-bce7-28e6db9c6b21), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:48.501322 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a5d152-6784-4f1a-b276-8fa40bc53c0c None None] Sync routers for ids ['ce98ed15-b729-4e8a-89ee-97dbd76e41fd'] in dv-cinder-828060-2-iscsi {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:38:48.535997 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a5d0b535-36d1-4311-b62f-7752c010e9d8 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for security_group_rule (7574daa7-ece1-466e-9e44-dfb237c0cb54), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:48.556795 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a5d152-6784-4f1a-b276-8fa40bc53c0c None None] Routers {'ce98ed15-b729-4e8a-89ee-97dbd76e41fd'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:38:48.557570 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-56a5d152-6784-4f1a-b276-8fa40bc53c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:38:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['ce98ed15-b729-4e8a-89ee-97dbd76e41fd'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:48.617531 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 716ac3ac-6090-47df-bce7-28e6db9c6b21 is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:48.649349 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cbd37-3ed3-4557-b616-9ddb9e20efde req-ff6e42dc-2863-4207-a589-bb35663fd651 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:48.650786 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4a8cbd37-3ed3-4557-b616-9ddb9e20efde req-ff6e42dc-2863-4207-a589-bb35663fd651 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea HTTP/1.1" status: 200 len: 932 time: 0.2194192 Feb 10 03:38:48.727349 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-56a5d152-6784-4f1a-b276-8fa40bc53c0c None None] Set router ce98ed15-b729-4e8a-89ee-97dbd76e41fd gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:38:48.748096 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4a8cbd37-3ed3-4557-b616-9ddb9e20efde req-c67a78e1-3a6b-42e3-a4a2-3a0d773345d9 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858042 Feb 10 03:38:48.816900 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a5d0b535-36d1-4311-b62f-7752c010e9d8 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for security_group_rule (7574daa7-ece1-466e-9e44-dfb237c0cb54), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:48.831646 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a5d0b535-36d1-4311-b62f-7752c010e9d8 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585313'] for security_group_rule (7574daa7-ece1-466e-9e44-dfb237c0cb54), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:48.843252 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d85bd-cc19-434d-b410-b9e93b2a2395 service neutron] Pushing event updated for resources: {'Port': ['ID=1de8a500-64d0-4173-8581-65530f888f8a,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:48.845203 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-d06367ab-3c81-4ad7-bdbb-542ed04c78a2 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Publish callbacks [] for port (fafc4667-568b-4a5e-9472-26cc6a82e44a), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:48.861723 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f4c66d2d-0cd9-4599-908b-f244a7c70ea5 admin admin] Publish callbacks [] for security_group (24001f60-d16e-4a0b-9561-6db6df1d6189), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:48.871443 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0b535-36d1-4311-b62f-7752c010e9d8 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7574daa7-ece1-466e-9e44-dfb237c0cb54,revision_number=0']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:48.892664 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c319b80-3437-471c-97c0-6409f07f8891 req-39fec958-1c1f-44ee-ac3f-612c33807e79 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:48.894335 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5c319b80-3437-471c-97c0-6409f07f8891 req-39fec958-1c1f-44ee-ac3f-612c33807e79 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 943 time: 0.1350431 Feb 10 03:38:48.901872 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a5d0b535-36d1-4311-b62f-7752c010e9d8 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:48.903148 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-a5d0b535-36d1-4311-b62f-7752c010e9d8 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4930248 Feb 10 03:38:48.911480 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 45366) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:48.921902 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-70e68c01-309d-4cb9-90bd-dde42931dcdf tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Request body: {'security_group_rule': {'security_group_id': '66d68f0d-2ddd-4876-8e68-2921d81e68f9', 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:48.978835 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-d06367ab-3c81-4ad7-bdbb-542ed04c78a2 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834'] for port (fafc4667-568b-4a5e-9472-26cc6a82e44a), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:48.982356 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-85669825-ccf2-4533-b182-7547af03cbf4 req-ba2d85bd-cc19-434d-b410-b9e93b2a2395 service neutron] Attempting to bind port 1de8a500-64d0-4173-8581-65530f888f8a on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:38:48.983135 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-85669825-ccf2-4533-b182-7547af03cbf4 req-ba2d85bd-cc19-434d-b410-b9e93b2a2395 service neutron] Attempting to bind port 1de8a500-64d0-4173-8581-65530f888f8a by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '9536ef9f-3405-4be5-86aa-c692b83d667f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e0aca2bf-c883-41b5-bca5-cb73801c5192'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:38:48.983504 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85669825-ccf2-4533-b182-7547af03cbf4 req-ba2d85bd-cc19-434d-b410-b9e93b2a2395 service neutron] Attempting to bind port 1de8a500-64d0-4173-8581-65530f888f8a on network e0aca2bf-c883-41b5-bca5-cb73801c5192 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:38:48.993476 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85669825-ccf2-4533-b182-7547af03cbf4 req-ba2d85bd-cc19-434d-b410-b9e93b2a2395 service neutron] Port 1de8a500-64d0-4173-8581-65530f888f8a on network e0aca2bf-c883-41b5-bca5-cb73801c5192 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:38:48.993800 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85669825-ccf2-4533-b182-7547af03cbf4 req-ba2d85bd-cc19-434d-b410-b9e93b2a2395 service neutron] Attempting to bind port 1de8a500-64d0-4173-8581-65530f888f8a on network e0aca2bf-c883-41b5-bca5-cb73801c5192 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:38:48.994340 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-56a5d152-6784-4f1a-b276-8fa40bc53c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce98ed15-b729-4e8a-89ee-97dbd76e41fd', 'name': 'tempest-TestVolumeBootPattern-766559559-router', 'tenant_id': 'e2b2abbdf50e43459596d5941eaaa4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '716ac3ac-6090-47df-bce7-28e6db9c6b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:38Z', 'updated_at': '2022-02-10T03:38:43Z', 'revision_number': 4, 'project_id': 'e2b2abbdf50e43459596d5941eaaa4c6', 'gw_port': {'id': '716ac3ac-6090-47df-bce7-28e6db9c6b21', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce98ed15-b729-4e8a-89ee-97dbd76e41fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:39Z', 'updated_at': '2022-02-10T03:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '98b86c5f-42c3-49af-858f-6bfc80bdb90b', 'name': '', 'network_id': 'ed66fdf9-397e-41c8-add5-96c549a4c1d6', 'tenant_id': 'e2b2abbdf50e43459596d5941eaaa4c6', 'mac_address': 'fa:16:3e:27:79:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce98ed15-b729-4e8a-89ee-97dbd76e41fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b455f554-64b8-43d9-b6c0-dadf8cee8699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:42Z', 'updated_at': '2022-02-10T03:38:43Z', 'revision_number': 2, 'project_id': 'e2b2abbdf50e43459596d5941eaaa4c6', 'subnets': [{'id': 'b455f554-64b8-43d9-b6c0-dadf8cee8699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:48.998188 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-70e68c01-309d-4cb9-90bd-dde42931dcdf tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for security_group_rule (f4147e0e-ddd3-42cb-8ccd-48395f5f7a3b), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.010116 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85669825-ccf2-4533-b182-7547af03cbf4 req-ba2d85bd-cc19-434d-b410-b9e93b2a2395 service neutron] Checking agent: {'id': '7fa92194-f930-41b3-9bb5-0cd5b2874298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'started_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:38:49.010799 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85669825-ccf2-4533-b182-7547af03cbf4 req-ba2d85bd-cc19-434d-b410-b9e93b2a2395 service neutron] Checking segment: {'id': '9536ef9f-3405-4be5-86aa-c692b83d667f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e0aca2bf-c883-41b5-bca5-cb73801c5192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:38:49.010903 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85669825-ccf2-4533-b182-7547af03cbf4 req-ba2d85bd-cc19-434d-b410-b9e93b2a2395 service neutron] Bound using segment: {'id': '9536ef9f-3405-4be5-86aa-c692b83d667f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e0aca2bf-c883-41b5-bca5-cb73801c5192'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:38:49.011287 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-85669825-ccf2-4533-b182-7547af03cbf4 req-ba2d85bd-cc19-434d-b410-b9e93b2a2395 service neutron] Bound port: 1de8a500-64d0-4173-8581-65530f888f8a, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9536ef9f-3405-4be5-86aa-c692b83d667f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e0aca2bf-c883-41b5-bca5-cb73801c5192'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:38:49.011646 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-85669825-ccf2-4533-b182-7547af03cbf4 req-ba2d85bd-cc19-434d-b410-b9e93b2a2395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (1de8a500-64d0-4173-8581-65530f888f8a), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.023799 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a5d152-6784-4f1a-b276-8fa40bc53c0c None None] Checking router: ce98ed15-b729-4e8a-89ee-97dbd76e41fd for host: dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:38:49.024395 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a5d152-6784-4f1a-b276-8fa40bc53c0c None None] Updating router ce98ed15-b729-4e8a-89ee-97dbd76e41fd port 98b86c5f-42c3-49af-858f-6bfc80bdb90b binding host dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:38:49.044972 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f4c66d2d-0cd9-4599-908b-f244a7c70ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (24001f60-d16e-4a0b-9561-6db6df1d6189), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.046821 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5c319b80-3437-471c-97c0-6409f07f8891 req-f38b431c-ef2b-43a2-9077-19fa01af93cd tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367695 Feb 10 03:38:49.047574 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f4c66d2d-0cd9-4599-908b-f244a7c70ea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.048739 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-f4c66d2d-0cd9-4599-908b-f244a7c70ea5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/24001f60-d16e-4a0b-9561-6db6df1d6189 HTTP/1.1" status: 204 len: 168 time: 1.0053785 Feb 10 03:38:49.055298 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-d06367ab-3c81-4ad7-bdbb-542ed04c78a2 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Network e0aca2bf-c883-41b5-bca5-cb73801c5192 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:38:49.061227 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-d06367ab-3c81-4ad7-bdbb-542ed04c78a2 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:38:49.066997 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c66d2d-0cd9-4599-908b-f244a7c70ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24001f60-d16e-4a0b-9561-6db6df1d6189,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:49.069160 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-d06367ab-3c81-4ad7-bdbb-542ed04c78a2 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:38:49.075033 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-d06367ab-3c81-4ad7-bdbb-542ed04c78a2 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:49.075145 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-d06367ab-3c81-4ad7-bdbb-542ed04c78a2 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.082448 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-56a5d152-6784-4f1a-b276-8fa40bc53c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (98b86c5f-42c3-49af-858f-6bfc80bdb90b), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.102012 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-44d26a9e-e5ae-4385-8c80-ea664307b87c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e19c2120-4b2b-405d-943c-f5030818eca4 {{(pid=102733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:38:49.113883 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06367ab-3c81-4ad7-bdbb-542ed04c78a2 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Pushing event updated for resources: {'Port': ['ID=fafc4667-568b-4a5e-9472-26cc6a82e44a,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:49.116249 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-44d26a9e-e5ae-4385-8c80-ea664307b87c service neutron] Publish callbacks [] for port (e19c2120-4b2b-405d-943c-f5030818eca4), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.122510 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-d06367ab-3c81-4ad7-bdbb-542ed04c78a2 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0639739 Feb 10 03:38:49.144516 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-70e68c01-309d-4cb9-90bd-dde42931dcdf tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for security_group_rule (f4147e0e-ddd3-42cb-8ccd-48395f5f7a3b), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.144962 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.provisioning_blocks [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-44d26a9e-e5ae-4385-8c80-ea664307b87c service neutron] Transition to ACTIVE for port object e19c2120-4b2b-405d-943c-f5030818eca4 will not be triggered until provisioned by entity L2. {{(pid=102733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:38:49.152207 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-70e68c01-309d-4cb9-90bd-dde42931dcdf tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585313'] for security_group_rule (f4147e0e-ddd3-42cb-8ccd-48395f5f7a3b), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.168486 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-44d26a9e-e5ae-4385-8c80-ea664307b87c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (e19c2120-4b2b-405d-943c-f5030818eca4), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.171865 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e68c01-309d-4cb9-90bd-dde42931dcdf tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4147e0e-ddd3-42cb-8ccd-48395f5f7a3b,revision_number=0']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:49.182113 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-70e68c01-309d-4cb9-90bd-dde42931dcdf tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.183506 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-70e68c01-309d-4cb9-90bd-dde42931dcdf tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2708173 Feb 10 03:38:49.186384 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 45372) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:49.190934 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-69007422-c047-44f0-ac87-daefa42ddbbc tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Request body: {'security_group_rule': {'security_group_id': '66d68f0d-2ddd-4876-8e68-2921d81e68f9', 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:49.231063 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-85669825-ccf2-4533-b182-7547af03cbf4 req-ba2d85bd-cc19-434d-b410-b9e93b2a2395 service neutron] For port 1de8a500-64d0-4173-8581-65530f888f8a, host hv-cinder-82806, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:38:49.235260 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-69007422-c047-44f0-ac87-daefa42ddbbc tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for security_group_rule (87685dbe-b27a-42a6-b936-1719cd7e9c58), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.239304 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d26a9e-e5ae-4385-8c80-ea664307b87c service neutron] Pushing event updated for resources: {'Port': ['ID=e19c2120-4b2b-405d-943c-f5030818eca4,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:49.264525 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-85669825-ccf2-4533-b182-7547af03cbf4 req-ba2d85bd-cc19-434d-b410-b9e93b2a2395 service neutron] For port 1de8a500-64d0-4173-8581-65530f888f8a, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=1de8a500-64d0-4173-8581-65530f888f8a,segment=NetworkSegment(9536ef9f-3405-4be5-86aa-c692b83d667f),segment_id=9536ef9f-3405-4be5-86aa-c692b83d667f)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:38:49.277830 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-85669825-ccf2-4533-b182-7547af03cbf4 req-ba2d85bd-cc19-434d-b410-b9e93b2a2395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (1de8a500-64d0-4173-8581-65530f888f8a), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.322896 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85669825-ccf2-4533-b182-7547af03cbf4 req-ba2d85bd-cc19-434d-b410-b9e93b2a2395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:49.323669 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-85669825-ccf2-4533-b182-7547af03cbf4 req-ba2d85bd-cc19-434d-b410-b9e93b2a2395 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.326287 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-85669825-ccf2-4533-b182-7547af03cbf4 req-ba2d85bd-cc19-434d-b410-b9e93b2a2395 service neutron] 10.222.0.21 "PUT /v2.0/ports/1de8a500-64d0-4173-8581-65530f888f8a HTTP/1.1" status: 200 len: 1093 time: 2.1529641 Feb 10 03:38:49.346720 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699b7ed3-80f5-47d0-bcec-6801073102d6', 'tag': '1de8a500-64d0-4173-8581-65530f888f8a'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:38:49.349347 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6b3457-4bfa-4e3a-b256-69ab6dc9827a" -d '{"events": [{"name": "network-changed", "server_uuid": "699b7ed3-80f5-47d0-bcec-6801073102d6", "tag": "1de8a500-64d0-4173-8581-65530f888f8a"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:38:49.358455 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-69007422-c047-44f0-ac87-daefa42ddbbc tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for security_group_rule (87685dbe-b27a-42a6-b936-1719cd7e9c58), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.410681 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c686bcd-9253-4bcc-bc95-2128efbd6257 x-openstack-request-id: req-8c686bcd-9253-4bcc-bc95-2128efbd6257 {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:38:49.410978 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699b7ed3-80f5-47d0-bcec-6801073102d6", "tag": "1de8a500-64d0-4173-8581-65530f888f8a", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:38:49.411229 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c686bcd-9253-4bcc-bc95-2128efbd6257 {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:38:49.411620 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699b7ed3-80f5-47d0-bcec-6801073102d6', 'tag': '1de8a500-64d0-4173-8581-65530f888f8a', 'status': 'completed', 'code': 200} Feb 10 03:38:49.415664 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-69007422-c047-44f0-ac87-daefa42ddbbc tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585313'] for security_group_rule (87685dbe-b27a-42a6-b936-1719cd7e9c58), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.430024 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d85bd-cc19-434d-b410-b9e93b2a2395 service neutron] Pushing event updated for resources: {'Port': ['ID=1de8a500-64d0-4173-8581-65530f888f8a,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:49.436266 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69007422-c047-44f0-ac87-daefa42ddbbc tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87685dbe-b27a-42a6-b936-1719cd7e9c58,revision_number=0']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:49.437996 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-44d26a9e-e5ae-4385-8c80-ea664307b87c service neutron] Attempting to bind port e19c2120-4b2b-405d-943c-f5030818eca4 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:38:49.438342 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-44d26a9e-e5ae-4385-8c80-ea664307b87c service neutron] Attempting to bind port e19c2120-4b2b-405d-943c-f5030818eca4 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '12fbc880-dc45-48eb-b207-8a70d4943409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '76e22acc-1b00-4e17-aaca-a2a7c6c019ee'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:38:49.438706 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-44d26a9e-e5ae-4385-8c80-ea664307b87c service neutron] Attempting to bind port e19c2120-4b2b-405d-943c-f5030818eca4 on network 76e22acc-1b00-4e17-aaca-a2a7c6c019ee {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:38:49.445668 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-44d26a9e-e5ae-4385-8c80-ea664307b87c service neutron] Port e19c2120-4b2b-405d-943c-f5030818eca4 on network 76e22acc-1b00-4e17-aaca-a2a7c6c019ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:38:49.445668 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-44d26a9e-e5ae-4385-8c80-ea664307b87c service neutron] Attempting to bind port e19c2120-4b2b-405d-943c-f5030818eca4 on network 76e22acc-1b00-4e17-aaca-a2a7c6c019ee {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:38:49.458756 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-44d26a9e-e5ae-4385-8c80-ea664307b87c service neutron] Checking agent: {'id': '7fa92194-f930-41b3-9bb5-0cd5b2874298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'started_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:38:49.458756 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-44d26a9e-e5ae-4385-8c80-ea664307b87c service neutron] Checking segment: {'id': '12fbc880-dc45-48eb-b207-8a70d4943409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '76e22acc-1b00-4e17-aaca-a2a7c6c019ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:38:49.458756 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-44d26a9e-e5ae-4385-8c80-ea664307b87c service neutron] Bound using segment: {'id': '12fbc880-dc45-48eb-b207-8a70d4943409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '76e22acc-1b00-4e17-aaca-a2a7c6c019ee'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:38:49.458756 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-44d26a9e-e5ae-4385-8c80-ea664307b87c service neutron] Bound port: e19c2120-4b2b-405d-943c-f5030818eca4, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fbc880-dc45-48eb-b207-8a70d4943409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '76e22acc-1b00-4e17-aaca-a2a7c6c019ee'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:38:49.458756 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-44d26a9e-e5ae-4385-8c80-ea664307b87c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (e19c2120-4b2b-405d-943c-f5030818eca4), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.462128 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-69007422-c047-44f0-ac87-daefa42ddbbc tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.467302 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-69007422-c047-44f0-ac87-daefa42ddbbc tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2773476 Feb 10 03:38:49.468651 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 45384) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:49.473173 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-082a4e58-f191-407c-80ab-09d0f38924cf tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Request body: {'security_group_rule': {'security_group_id': '66d68f0d-2ddd-4876-8e68-2921d81e68f9', 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:49.506900 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f75302-533c-4d46-b8be-0fc514e623b0 req-5d7f997b-ba5b-446c-a2e2-a19d13e26042 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:49.510078 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-56a5d152-6784-4f1a-b276-8fa40bc53c0c None None] Publish callbacks [] for port (98b86c5f-42c3-49af-858f-6bfc80bdb90b), precommit_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.516314 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f2f75302-533c-4d46-b8be-0fc514e623b0 req-5d7f997b-ba5b-446c-a2e2-a19d13e26042 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 932 time: 0.1554651 Feb 10 03:38:49.517450 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-56a5d152-6784-4f1a-b276-8fa40bc53c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (98b86c5f-42c3-49af-858f-6bfc80bdb90b), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.541184 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-082a4e58-f191-407c-80ab-09d0f38924cf tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for security_group_rule (c36ed6c7-15c7-4e68-8484-80910d65bcde), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.563823 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-44d26a9e-e5ae-4385-8c80-ea664307b87c service neutron] For port e19c2120-4b2b-405d-943c-f5030818eca4, host hv-cinder-82806, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:38:49.567710 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-44d26a9e-e5ae-4385-8c80-ea664307b87c service neutron] For port e19c2120-4b2b-405d-943c-f5030818eca4, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=e19c2120-4b2b-405d-943c-f5030818eca4,segment=NetworkSegment(12fbc880-dc45-48eb-b207-8a70d4943409),segment_id=12fbc880-dc45-48eb-b207-8a70d4943409)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:38:49.576685 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-44d26a9e-e5ae-4385-8c80-ea664307b87c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (e19c2120-4b2b-405d-943c-f5030818eca4), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.613787 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-082a4e58-f191-407c-80ab-09d0f38924cf tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for security_group_rule (c36ed6c7-15c7-4e68-8484-80910d65bcde), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.623942 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-44d26a9e-e5ae-4385-8c80-ea664307b87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:49.624849 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-44d26a9e-e5ae-4385-8c80-ea664307b87c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.626625 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-44d26a9e-e5ae-4385-8c80-ea664307b87c service neutron] 10.222.0.21 "PUT /v2.0/ports/e19c2120-4b2b-405d-943c-f5030818eca4 HTTP/1.1" status: 200 len: 1094 time: 1.8407183 Feb 10 03:38:49.628912 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-082a4e58-f191-407c-80ab-09d0f38924cf tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585313'] for security_group_rule (c36ed6c7-15c7-4e68-8484-80910d65bcde), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.665111 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f2f75302-533c-4d46-b8be-0fc514e623b0 req-9b265788-11b1-479a-b2b7-bab28d0d7201 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476357 Feb 10 03:38:49.666864 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7cb2f-458d-4c7b-a37a-e8e29a5812f0 None None] Pushing event updated for resources: {'Port': ['ID=98b86c5f-42c3-49af-858f-6bfc80bdb90b,revision_number=3']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:49.677684 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a4e58-f191-407c-80ab-09d0f38924cf tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36ed6c7-15c7-4e68-8484-80910d65bcde,revision_number=0']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:49.683204 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-082a4e58-f191-407c-80ab-09d0f38924cf tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.684679 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-082a4e58-f191-407c-80ab-09d0f38924cf tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2152667 Feb 10 03:38:49.687481 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 45392) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:49.694641 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-4de6e419-8cb1-44c4-a2cb-0ad6f803f4aa tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Request body: {'security_group_rule': {'security_group_id': '66d68f0d-2ddd-4876-8e68-2921d81e68f9', 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:49.699881 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-56a5d152-6784-4f1a-b276-8fa40bc53c0c None None] Attempting to bind port 98b86c5f-42c3-49af-858f-6bfc80bdb90b on host dv-cinder-828060-2-iscsi for vnic_type normal with profile {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:38:49.701279 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-56a5d152-6784-4f1a-b276-8fa40bc53c0c None None] Attempting to bind port 98b86c5f-42c3-49af-858f-6bfc80bdb90b by drivers openvswitch,hyperv on host dv-cinder-828060-2-iscsi at level 0 using segments [{'id': '4b2ea0f1-0eca-488c-b5b6-737ceac9ded6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ed66fdf9-397e-41c8-add5-96c549a4c1d6'}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:38:49.702393 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d26a9e-e5ae-4385-8c80-ea664307b87c service neutron] Pushing event updated for resources: {'Port': ['ID=e19c2120-4b2b-405d-943c-f5030818eca4,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:49.702923 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a5d152-6784-4f1a-b276-8fa40bc53c0c None None] Attempting to bind port 98b86c5f-42c3-49af-858f-6bfc80bdb90b on network ed66fdf9-397e-41c8-add5-96c549a4c1d6 {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:38:49.718061 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a5d152-6784-4f1a-b276-8fa40bc53c0c None None] Checking agent: {'id': 'ec329a5d-811c-4230-b7e8-4067504d3542', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'started_at': datetime.datetime(2022, 2, 10, 3, 29, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:38:49.718525 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a5d152-6784-4f1a-b276-8fa40bc53c0c None None] Checking segment: {'id': '4b2ea0f1-0eca-488c-b5b6-737ceac9ded6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ed66fdf9-397e-41c8-add5-96c549a4c1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:38:49.719025 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-56a5d152-6784-4f1a-b276-8fa40bc53c0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.719664 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a5d152-6784-4f1a-b276-8fa40bc53c0c None None] Bound using segment: {'id': '4b2ea0f1-0eca-488c-b5b6-737ceac9ded6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ed66fdf9-397e-41c8-add5-96c549a4c1d6'} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:38:49.720324 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-56a5d152-6784-4f1a-b276-8fa40bc53c0c None None] Bound port: 98b86c5f-42c3-49af-858f-6bfc80bdb90b, host: dv-cinder-828060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2ea0f1-0eca-488c-b5b6-737ceac9ded6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ed66fdf9-397e-41c8-add5-96c549a4c1d6'}}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:38:49.720719 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-56a5d152-6784-4f1a-b276-8fa40bc53c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (98b86c5f-42c3-49af-858f-6bfc80bdb90b), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.724488 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.db.securitygroups_db [None req-4de6e419-8cb1-44c4-a2cb-0ad6f803f4aa tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Project 9861d9e039084b9b9b24721464eea6e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 03:38:49.732306 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4de6e419-8cb1-44c4-a2cb-0ad6f803f4aa tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for security_group_rule (cbd4d57c-aed5-43f2-b01a-ff872cab4f77), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.805626 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-56a5d152-6784-4f1a-b276-8fa40bc53c0c None None] For port 98b86c5f-42c3-49af-858f-6bfc80bdb90b, host dv-cinder-828060-2-iscsi, cleared binding levels {{(pid=102734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:38:49.808071 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4de6e419-8cb1-44c4-a2cb-0ad6f803f4aa tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for security_group_rule (cbd4d57c-aed5-43f2-b01a-ff872cab4f77), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.814727 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4de6e419-8cb1-44c4-a2cb-0ad6f803f4aa tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585313'] for security_group_rule (cbd4d57c-aed5-43f2-b01a-ff872cab4f77), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.829770 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-56a5d152-6784-4f1a-b276-8fa40bc53c0c None None] For port 98b86c5f-42c3-49af-858f-6bfc80bdb90b, host dv-cinder-828060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=98b86c5f-42c3-49af-858f-6bfc80bdb90b,segment=NetworkSegment(4b2ea0f1-0eca-488c-b5b6-737ceac9ded6),segment_id=4b2ea0f1-0eca-488c-b5b6-737ceac9ded6)] {{(pid=102734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:38:49.835449 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-1fd283aa-50c0-4da8-948c-a98ac0414ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.846579 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-56a5d152-6784-4f1a-b276-8fa40bc53c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (98b86c5f-42c3-49af-858f-6bfc80bdb90b), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.861966 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6e419-8cb1-44c4-a2cb-0ad6f803f4aa tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd4d57c-aed5-43f2-b01a-ff872cab4f77,revision_number=0']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:49.889249 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4de6e419-8cb1-44c4-a2cb-0ad6f803f4aa tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.894234 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-4de6e419-8cb1-44c4-a2cb-0ad6f803f4aa tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2018447 Feb 10 03:38:49.894338 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 45400) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:49.898953 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-74a525e8-092c-4166-a3c5-be424a1d4453 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Request body: {'security_group_rule': {'security_group_id': '66d68f0d-2ddd-4876-8e68-2921d81e68f9', 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:49.942960 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.db.securitygroups_db [None req-74a525e8-092c-4166-a3c5-be424a1d4453 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Project 9861d9e039084b9b9b24721464eea6e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 03:38:49.948286 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-74a525e8-092c-4166-a3c5-be424a1d4453 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for security_group_rule (ed194367-ee51-4fd3-9b4a-74afa6a50ba0), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:49.952385 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e435c-6aec-4742-aeb8-dfe07b0afbc2 req-60b5a650-504e-4d90-8ad7-baee17eb8273 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:49.959341 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7cb2f-458d-4c7b-a37a-e8e29a5812f0 None None] Pushing event updated for resources: {'Port': ['ID=98b86c5f-42c3-49af-858f-6bfc80bdb90b,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:49.966754 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e35e435c-6aec-4742-aeb8-dfe07b0afbc2 req-60b5a650-504e-4d90-8ad7-baee17eb8273 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea HTTP/1.1" status: 200 len: 944 time: 0.1023176 Feb 10 03:38:49.977914 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a5d152-6784-4f1a-b276-8fa40bc53c0c None None] Routers {'ce98ed15-b729-4e8a-89ee-97dbd76e41fd'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:38:49.978603 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-56a5d152-6784-4f1a-b276-8fa40bc53c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:38:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['ce98ed15-b729-4e8a-89ee-97dbd76e41fd'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:50.018521 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-74a525e8-092c-4166-a3c5-be424a1d4453 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for security_group_rule (ed194367-ee51-4fd3-9b4a-74afa6a50ba0), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:50.031709 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-74a525e8-092c-4166-a3c5-be424a1d4453 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585313'] for security_group_rule (ed194367-ee51-4fd3-9b4a-74afa6a50ba0), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:50.054312 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-38d48b88-2e52-4df1-a609-1e261a814df4 None None] Provisioning complete for port 98b86c5f-42c3-49af-858f-6bfc80bdb90b triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:50.054735 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-38d48b88-2e52-4df1-a609-1e261a814df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (98b86c5f-42c3-49af-858f-6bfc80bdb90b), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:50.056066 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e35e435c-6aec-4742-aeb8-dfe07b0afbc2 req-7b54ce7f-d31b-4667-80de-56e62507e7e5 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841494 Feb 10 03:38:50.069733 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a525e8-092c-4166-a3c5-be424a1d4453 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed194367-ee51-4fd3-9b4a-74afa6a50ba0,revision_number=0']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:50.077146 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-74a525e8-092c-4166-a3c5-be424a1d4453 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:50.078520 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-74a525e8-092c-4166-a3c5-be424a1d4453 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1832697 Feb 10 03:38:50.141446 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 45418) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:50.166072 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 53940bd9-b20a-45d0-989c-c2c1a1dd9c69 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:38:50.234410 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-56a5d152-6784-4f1a-b276-8fa40bc53c0c None None] Set router ce98ed15-b729-4e8a-89ee-97dbd76e41fd gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:38:50.248376 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74928b5-15f4-4537-8305-fc43cf553f23 req-ba9ffe08-6cf7-471e-8dc2-29cbaecab32d tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:50.251315 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c74928b5-15f4-4537-8305-fc43cf553f23 req-ba9ffe08-6cf7-471e-8dc2-29cbaecab32d tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 943 time: 0.1079874 Feb 10 03:38:50.314937 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-069273a5-7b52-4f1e-816b-1c8ad766c7ca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1185398156-network', 'tenant_id': '7f368fc7aa6a45d5ad38b98b76e91b55'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:50.326166 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c74928b5-15f4-4537-8305-fc43cf553f23 req-cec45370-f760-4bbb-9905-7e7b5934e0ac tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687494 Feb 10 03:38:50.360727 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069273a5-7b52-4f1e-816b-1c8ad766c7ca admin admin] Made reservation on behalf of 7f368fc7aa6a45d5ad38b98b76e91b55 for: {'network': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:38:50.363676 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-069273a5-7b52-4f1e-816b-1c8ad766c7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for network (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:50.374494 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-069273a5-7b52-4f1e-816b-1c8ad766c7ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:50.469635 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-069273a5-7b52-4f1e-816b-1c8ad766c7ca admin admin] Publish callbacks [] for security_group (00b26a8b-ff96-4102-97f3-8edd39481591), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:50.474402 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-069273a5-7b52-4f1e-816b-1c8ad766c7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (00b26a8b-ff96-4102-97f3-8edd39481591), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:50.497045 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069273a5-7b52-4f1e-816b-1c8ad766c7ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=102733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:38:50.512271 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069273a5-7b52-4f1e-816b-1c8ad766c7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b26a8b-ff96-4102-97f3-8edd39481591,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:50.515452 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-069273a5-7b52-4f1e-816b-1c8ad766c7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (39cbceaa-430a-4839-b4dd-b80a35ec3ed6), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:50.516474 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.db.segments_db [None req-069273a5-7b52-4f1e-816b-1c8ad766c7ca admin admin] Added segment 39cbceaa-430a-4839-b4dd-b80a35ec3ed6 of type vlan for network fa97c7cf-9989-435b-b6d5-dfe1ac487aeb Feb 10 03:38:50.558134 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-069273a5-7b52-4f1e-816b-1c8ad766c7ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387737128'] for network (fa97c7cf-9989-435b-b6d5-dfe1ac487aeb), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:50.591072 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-38d48b88-2e52-4df1-a609-1e261a814df4 None None] Current status of the port 98b86c5f-42c3-49af-858f-6bfc80bdb90b is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:50.591545 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-38d48b88-2e52-4df1-a609-1e261a814df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (98b86c5f-42c3-49af-858f-6bfc80bdb90b), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:50.606991 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-069273a5-7b52-4f1e-816b-1c8ad766c7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for network (fa97c7cf-9989-435b-b6d5-dfe1ac487aeb), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:50.608624 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069273a5-7b52-4f1e-816b-1c8ad766c7ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:50.609271 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-069273a5-7b52-4f1e-816b-1c8ad766c7ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:50.646167 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 53940bd9-b20a-45d0-989c-c2c1a1dd9c69, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=53940bd9-b20a-45d0-989c-c2c1a1dd9c69,segment=NetworkSegment(282cda33-29d4-4368-a9fd-c807aa0e6a87),segment_id=282cda33-29d4-4368-a9fd-c807aa0e6a87)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:50.673863 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Returning: {'device': '53940bd9-b20a-45d0-989c-c2c1a1dd9c69', 'network_id': '4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0', 'port_id': '53940bd9-b20a-45d0-989c-c2c1a1dd9c69', 'mac_address': 'fa:16:3e:63:a6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a238260-e910-4611-881a-7b75876308bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:38:50.687526 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-069273a5-7b52-4f1e-816b-1c8ad766c7ca admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5415201 Feb 10 03:38:50.687526 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 45456) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:50.692463 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-40b2a300-79a1-42e9-93ca-6af258998684 admin admin] Request body: {'subnet': {'network_id': 'fa97c7cf-9989-435b-b6d5-dfe1ac487aeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1185398156-subnet', 'tenant_id': '7f368fc7aa6a45d5ad38b98b76e91b55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:50.713080 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069273a5-7b52-4f1e-816b-1c8ad766c7ca admin admin] Pushing event updated for resources: {'Network': ['ID=fa97c7cf-9989-435b-b6d5-dfe1ac487aeb,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:50.724090 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b2a300-79a1-42e9-93ca-6af258998684 admin admin] Made reservation on behalf of 7f368fc7aa6a45d5ad38b98b76e91b55 for: {'subnet': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:38:50.726605 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-40b2a300-79a1-42e9-93ca-6af258998684 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265035783'] for subnet (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:50.729244 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-38d48b88-2e52-4df1-a609-1e261a814df4 None None] For port 98b86c5f-42c3-49af-858f-6bfc80bdb90b, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=98b86c5f-42c3-49af-858f-6bfc80bdb90b,segment=NetworkSegment(4b2ea0f1-0eca-488c-b5b6-737ceac9ded6),segment_id=4b2ea0f1-0eca-488c-b5b6-737ceac9ded6)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:50.755958 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Network fa97c7cf-9989-435b-b6d5-dfe1ac487aeb details requested by agent ovs-agent-dv-cinder-828060-2-iscsi with host dv-cinder-828060-2-iscsi {{(pid=102734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:38:50.761611 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-38d48b88-2e52-4df1-a609-1e261a814df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (98b86c5f-42c3-49af-858f-6bfc80bdb90b), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:50.803208 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac3ccb-46b3-4f6d-bbce-cae2c7dc4989 req-d4f22cbf-2f17-4e2d-ba34-ede4ed092413 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:50.805112 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e7ac3ccb-46b3-4f6d-bbce-cae2c7dc4989 req-d4f22cbf-2f17-4e2d-ba34-ede4ed092413 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 932 time: 0.0619161 Feb 10 03:38:50.858158 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e7ac3ccb-46b3-4f6d-bbce-cae2c7dc4989 req-ef126cb5-93b3-4686-8b59-bfc2a9c30f16 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457790 Feb 10 03:38:50.892147 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 53940bd9-b20a-45d0-989c-c2c1a1dd9c69 is: DOWN; New status is: BUILD {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:50.892544 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (53940bd9-b20a-45d0-989c-c2c1a1dd9c69), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:50.906398 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-40b2a300-79a1-42e9-93ca-6af258998684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264842969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265035797'] for subnet (889d8891-dbca-4755-bdbf-e30e3df604b1), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:50.936814 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d48b88-2e52-4df1-a609-1e261a814df4 None None] Pushing event updated for resources: {'Port': ['ID=98b86c5f-42c3-49af-858f-6bfc80bdb90b,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:50.941674 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53940bd9-b20a-45d0-989c-c2c1a1dd9c69 {{(pid=102734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:38:50.950891 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-1e72d40b-42e3-4bb0-b12b-a407ed26b7db None None] Provisioning complete for port 98b86c5f-42c3-49af-858f-6bfc80bdb90b triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:50.951265 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-1e72d40b-42e3-4bb0-b12b-a407ed26b7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (98b86c5f-42c3-49af-858f-6bfc80bdb90b), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:50.971038 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2a300-79a1-42e9-93ca-6af258998684 admin admin] Pushing event updated for resources: {'Subnet': ['ID=889d8891-dbca-4755-bdbf-e30e3df604b1,revision_number=0']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:50.976974 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b2a300-79a1-42e9-93ca-6af258998684 admin admin] Checking segment: {'id': '39cbceaa-430a-4839-b4dd-b80a35ec3ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fa97c7cf-9989-435b-b6d5-dfe1ac487aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:38:50.977425 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b2a300-79a1-42e9-93ca-6af258998684 admin admin] Network hostable DHCP agents. Network: fa97c7cf-9989-435b-b6d5-dfe1ac487aeb, hostable agents: ['1db83568-5d00-4ab2-ab08-3829f0594148'], hosted agents: [] {{(pid=102733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:38:50.989521 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 53940bd9-b20a-45d0-989c-c2c1a1dd9c69, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=53940bd9-b20a-45d0-989c-c2c1a1dd9c69,segment=NetworkSegment(282cda33-29d4-4368-a9fd-c807aa0e6a87),segment_id=282cda33-29d4-4368-a9fd-c807aa0e6a87)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:50.995999 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b2a300-79a1-42e9-93ca-6af258998684 admin admin] Network fa97c7cf-9989-435b-b6d5-dfe1ac487aeb is scheduled to be hosted by DHCP agent 1db83568-5d00-4ab2-ab08-3829f0594148 with binding_index 1 {{(pid=102733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:38:51.001894 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (53940bd9-b20a-45d0-989c-c2c1a1dd9c69), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:51.007821 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-40b2a300-79a1-42e9-93ca-6af258998684 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-2-iscsi, fa97c7cf-9989-435b-b6d5-dfe1ac487aeb) {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:38:51.013286 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b2a300-79a1-42e9-93ca-6af258998684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:51.014487 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-40b2a300-79a1-42e9-93ca-6af258998684 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:51.039770 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96bc0fe-9e43-4b15-a0dc-7f43aece227d None None] Network fa97c7cf-9989-435b-b6d5-dfe1ac487aeb requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:38:51.040019 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-40b2a300-79a1-42e9-93ca-6af258998684 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3508673 Feb 10 03:38:51.061505 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-56a5d152-6784-4f1a-b276-8fa40bc53c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce98ed15-b729-4e8a-89ee-97dbd76e41fd', 'name': 'tempest-TestVolumeBootPattern-766559559-router', 'tenant_id': 'e2b2abbdf50e43459596d5941eaaa4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '716ac3ac-6090-47df-bce7-28e6db9c6b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:38Z', 'updated_at': '2022-02-10T03:38:43Z', 'revision_number': 4, 'project_id': 'e2b2abbdf50e43459596d5941eaaa4c6', 'gw_port': {'id': '716ac3ac-6090-47df-bce7-28e6db9c6b21', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce98ed15-b729-4e8a-89ee-97dbd76e41fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:39Z', 'updated_at': '2022-02-10T03:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '98b86c5f-42c3-49af-858f-6bfc80bdb90b', 'name': '', 'network_id': 'ed66fdf9-397e-41c8-add5-96c549a4c1d6', 'tenant_id': 'e2b2abbdf50e43459596d5941eaaa4c6', 'mac_address': 'fa:16:3e:27:79:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce98ed15-b729-4e8a-89ee-97dbd76e41fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b455f554-64b8-43d9-b6c0-dadf8cee8699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:42Z', 'updated_at': '2022-02-10T03:38:49Z', 'revision_number': 4, 'project_id': 'e2b2abbdf50e43459596d5941eaaa4c6', 'subnets': [{'id': 'b455f554-64b8-43d9-b6c0-dadf8cee8699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:38:51.126032 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a5d152-6784-4f1a-b276-8fa40bc53c0c None None] The sync data for ids ['ce98ed15-b729-4e8a-89ee-97dbd76e41fd'] in dv-cinder-828060-2-iscsi is: [{'id': 'ce98ed15-b729-4e8a-89ee-97dbd76e41fd', 'name': 'tempest-TestVolumeBootPattern-766559559-router', 'tenant_id': 'e2b2abbdf50e43459596d5941eaaa4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '716ac3ac-6090-47df-bce7-28e6db9c6b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:38Z', 'updated_at': '2022-02-10T03:38:43Z', 'revision_number': 4, 'project_id': 'e2b2abbdf50e43459596d5941eaaa4c6', 'gw_port': {'id': '716ac3ac-6090-47df-bce7-28e6db9c6b21', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce98ed15-b729-4e8a-89ee-97dbd76e41fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:39Z', 'updated_at': '2022-02-10T03:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '98b86c5f-42c3-49af-858f-6bfc80bdb90b', 'name': '', 'network_id': 'ed66fdf9-397e-41c8-add5-96c549a4c1d6', 'tenant_id': 'e2b2abbdf50e43459596d5941eaaa4c6', 'mac_address': 'fa:16:3e:27:79:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce98ed15-b729-4e8a-89ee-97dbd76e41fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b455f554-64b8-43d9-b6c0-dadf8cee8699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:42Z', 'updated_at': '2022-02-10T03:38:49Z', 'revision_number': 4, 'project_id': 'e2b2abbdf50e43459596d5941eaaa4c6', 'subnets': [{'id': 'b455f554-64b8-43d9-b6c0-dadf8cee8699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:38:51.132431 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-3daa8f49-661d-4237-ad2b-68ac5f397334 service neutron] Request body: {'port': {'device_id': '77b92fc0-cfd3-4eb0-a15e-5d0558d253a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:51.183716 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=53940bd9-b20a-45d0-989c-c2c1a1dd9c69,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:51.333589 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-3daa8f49-661d-4237-ad2b-68ac5f397334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (fafc4667-568b-4a5e-9472-26cc6a82e44a), before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:51.349687 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af3451-eaa7-4168-83bb-0a061e3d44e7 req-7fe5ec2e-cde5-446c-b215-10e6f1a0d233 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:51.364711 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f4af3451-eaa7-4168-83bb-0a061e3d44e7 req-7fe5ec2e-cde5-446c-b215-10e6f1a0d233 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea HTTP/1.1" status: 200 len: 944 time: 0.2419889 Feb 10 03:38:51.373290 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b21ca3-a82b-4d24-82e5-0b249b4bfe93 None None] Network fa97c7cf-9989-435b-b6d5-dfe1ac487aeb requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:38:51.386947 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-1e72d40b-42e3-4bb0-b12b-a407ed26b7db None None] Current status of the port 98b86c5f-42c3-49af-858f-6bfc80bdb90b is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:51.418069 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-718a1237-195c-4f99-9bc1-1dc3293b07d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:51.429135 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-718a1237-195c-4f99-9bc1-1dc3293b07d5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5f20a9d15eb4d99bf667578a36a9f55&device_id=99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea HTTP/1.1" status: 200 len: 1128 time: 0.1945639 Feb 10 03:38:51.429621 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea', 'tag': 'e19c2120-4b2b-405d-943c-f5030818eca4'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:38:51.435878 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6537ebf1-5ea0-4042-96b1-a78a50426b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea", "tag": "e19c2120-4b2b-405d-943c-f5030818eca4"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:38:51.443331 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:51.510244 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-e91a56a0-8307-423d-ae96-10aabdaba0ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e19c2120-4b2b-405d-943c-f5030818eca4 HTTP/1.1" status: 200 len: 217 time: 0.0650287 Feb 10 03:38:51.516605 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b3457-4bfa-4e3a-b256-69ab6dc9827a req-6edeaa5b-3f45-4af5-8384-bf9f07b60999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:51.518154 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-bc6b3457-4bfa-4e3a-b256-69ab6dc9827a req-6edeaa5b-3f45-4af5-8384-bf9f07b60999 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=114e0c095df64647bf339f0e8dcf8571&device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 1127 time: 0.3155477 Feb 10 03:38:51.579490 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f4af3451-eaa7-4168-83bb-0a061e3d44e7 req-3e97745f-211f-4597-b228-94832964d0bc tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899464 Feb 10 03:38:51.763705 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fd8f7-7790-49ee-ba3b-25d48c7bc995 req-501f32cb-820e-450d-b666-5f82dca5e037 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:51.765614 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['53940bd9-b20a-45d0-989c-c2c1a1dd9c69'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:38:51.771553 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5e1fd8f7-7790-49ee-ba3b-25d48c7bc995 req-501f32cb-820e-450d-b666-5f82dca5e037 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 944 time: 0.2892821 Feb 10 03:38:51.792794 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628d6bad-a5d6-4058-978f-0217dafad452 x-openstack-request-id: req-628d6bad-a5d6-4058-978f-0217dafad452 {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:38:51.793262 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea", "tag": "e19c2120-4b2b-405d-943c-f5030818eca4", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:38:51.793517 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-628d6bad-a5d6-4058-978f-0217dafad452 {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:38:51.793907 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea', 'tag': 'e19c2120-4b2b-405d-943c-f5030818eca4', 'status': 'completed', 'code': 200} Feb 10 03:38:51.884881 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b3457-4bfa-4e3a-b256-69ab6dc9827a req-b5d04409-da68-4fa2-b18f-0ce8b3d2125c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:51.886112 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5e1fd8f7-7790-49ee-ba3b-25d48c7bc995 req-7f741c85-daf1-4ef5-9d02-4c987bebb6b6 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110926 Feb 10 03:38:51.886533 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-bc6b3457-4bfa-4e3a-b256-69ab6dc9827a req-b5d04409-da68-4fa2-b18f-0ce8b3d2125c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=114e0c095df64647bf339f0e8dcf8571&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3480113 Feb 10 03:38:51.888478 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-f1bbb0b0-843f-4cbb-80a2-c2de95c7f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:51.889825 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-f1bbb0b0-843f-4cbb-80a2-c2de95c7f448 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9fbe90b-c190-4c4c-89cb-76c1c5beca62 HTTP/1.1" status: 200 len: 848 time: 0.3663325 Feb 10 03:38:52.012535 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 45500) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:52.029511 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-1f578601-7e95-418e-9862-763ffe99f42b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1588395037-network', 'tenant_id': 'ca0e77257c8a43139406e17ca9dc2120'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:52.031384 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-4f8af787-e070-4831-b348-4bce1e94cff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:52.081782 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.notifiers.nova [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-3daa8f49-661d-4237-ad2b-68ac5f397334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fafc4667-568b-4a5e-9472-26cc6a82e44a {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:38:52.094222 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-9cf12571-cac1-41d1-954d-2f8fb0759baa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76e22acc-1b00-4e17-aaca-a2a7c6c019ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1867838 Feb 10 03:38:52.096422 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-3daa8f49-661d-4237-ad2b-68ac5f397334 service neutron] Publish callbacks [] for port (fafc4667-568b-4a5e-9472-26cc6a82e44a), precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:52.112644 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 98b86c5f-42c3-49af-858f-6bfc80bdb90b up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:38:52.134368 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f578601-7e95-418e-9862-763ffe99f42b admin admin] Made reservation on behalf of ca0e77257c8a43139406e17ca9dc2120 for: {'network': 1} {{(pid=102732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:38:52.137236 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f578601-7e95-418e-9862-763ffe99f42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for network (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:52.160032 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f578601-7e95-418e-9862-763ffe99f42b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:52.163651 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-3daa8f49-661d-4237-ad2b-68ac5f397334 service neutron] Transition to ACTIVE for port object fafc4667-568b-4a5e-9472-26cc6a82e44a will not be triggered until provisioned by entity L2. {{(pid=102732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:38:52.199665 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6bfe4-0544-44ef-8c39-8cf878b51bea req-471e4608-bf23-46c2-a54e-2424bb0260cd tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:52.200158 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 98b86c5f-42c3-49af-858f-6bfc80bdb90b triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:52.200866 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (98b86c5f-42c3-49af-858f-6bfc80bdb90b), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:52.209816 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a3a6bfe4-0544-44ef-8c39-8cf878b51bea req-471e4608-bf23-46c2-a54e-2424bb0260cd tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 932 time: 0.1897752 Feb 10 03:38:52.215765 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-3daa8f49-661d-4237-ad2b-68ac5f397334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (fafc4667-568b-4a5e-9472-26cc6a82e44a), after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:52.235922 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b3457-4bfa-4e3a-b256-69ab6dc9827a req-e12e5b01-768c-4b7e-b291-e7eff3e7c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:52.236176 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-bc6b3457-4bfa-4e3a-b256-69ab6dc9827a req-e12e5b01-768c-4b7e-b291-e7eff3e7c6d8 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3300805 Feb 10 03:38:52.281659 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-c4f0ba74-5ad5-48a8-8178-88f1ee96b461 service neutron] 10.222.0.21 "GET /v2.0/networks/76e22acc-1b00-4e17-aaca-a2a7c6c019ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580234 Feb 10 03:38:52.350793 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa8f49-661d-4237-ad2b-68ac5f397334 service neutron] Pushing event updated for resources: {'Port': ['ID=fafc4667-568b-4a5e-9472-26cc6a82e44a,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:52.358790 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 98b86c5f-42c3-49af-858f-6bfc80bdb90b is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:52.392873 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a3a6bfe4-0544-44ef-8c39-8cf878b51bea req-79d9d26a-b415-44fb-bd3b-5a9602dea6fb tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789172 Feb 10 03:38:52.419330 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-3daa8f49-661d-4237-ad2b-68ac5f397334 service neutron] Attempting to bind port fafc4667-568b-4a5e-9472-26cc6a82e44a on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:38:52.419932 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-3daa8f49-661d-4237-ad2b-68ac5f397334 service neutron] Attempting to bind port fafc4667-568b-4a5e-9472-26cc6a82e44a by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '9536ef9f-3405-4be5-86aa-c692b83d667f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e0aca2bf-c883-41b5-bca5-cb73801c5192'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:38:52.420321 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-3daa8f49-661d-4237-ad2b-68ac5f397334 service neutron] Attempting to bind port fafc4667-568b-4a5e-9472-26cc6a82e44a on network e0aca2bf-c883-41b5-bca5-cb73801c5192 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:38:52.431482 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-3daa8f49-661d-4237-ad2b-68ac5f397334 service neutron] Port fafc4667-568b-4a5e-9472-26cc6a82e44a on network e0aca2bf-c883-41b5-bca5-cb73801c5192 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:38:52.431815 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-3daa8f49-661d-4237-ad2b-68ac5f397334 service neutron] Attempting to bind port fafc4667-568b-4a5e-9472-26cc6a82e44a on network e0aca2bf-c883-41b5-bca5-cb73801c5192 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:38:52.453162 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-ccfdeae2-2bb2-4307-b7b2-d13825eaa5d9 req-c7943bf9-ac96-468b-a3f8-262bd8097fe2 service neutron] 10.222.0.21 "GET /v2.0/networks/76e22acc-1b00-4e17-aaca-a2a7c6c019ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533976 Feb 10 03:38:52.456071 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-3daa8f49-661d-4237-ad2b-68ac5f397334 service neutron] Checking agent: {'id': '7fa92194-f930-41b3-9bb5-0cd5b2874298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'started_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:38:52.460072 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-3daa8f49-661d-4237-ad2b-68ac5f397334 service neutron] Checking segment: {'id': '9536ef9f-3405-4be5-86aa-c692b83d667f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e0aca2bf-c883-41b5-bca5-cb73801c5192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:38:52.460555 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-3daa8f49-661d-4237-ad2b-68ac5f397334 service neutron] Bound using segment: {'id': '9536ef9f-3405-4be5-86aa-c692b83d667f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e0aca2bf-c883-41b5-bca5-cb73801c5192'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:38:52.461473 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-3daa8f49-661d-4237-ad2b-68ac5f397334 service neutron] Bound port: fafc4667-568b-4a5e-9472-26cc6a82e44a, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9536ef9f-3405-4be5-86aa-c692b83d667f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e0aca2bf-c883-41b5-bca5-cb73801c5192'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:38:52.461771 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-3daa8f49-661d-4237-ad2b-68ac5f397334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (fafc4667-568b-4a5e-9472-26cc6a82e44a), before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:52.475684 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85669825-ccf2-4533-b182-7547af03cbf4 req-11d37c5e-cf0b-4f00-9121-9c9068eb179e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:52.477942 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-85669825-ccf2-4533-b182-7547af03cbf4 req-11d37c5e-cf0b-4f00-9121-9c9068eb179e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=114e0c095df64647bf339f0e8dcf8571&device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 1127 time: 0.1496847 Feb 10 03:38:52.490045 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f578601-7e95-418e-9862-763ffe99f42b admin admin] Publish callbacks [] for security_group (edd2eff1-e764-47cd-9aa8-890b071c977c), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:52.521572 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f578601-7e95-418e-9862-763ffe99f42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (edd2eff1-e764-47cd-9aa8-890b071c977c), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:52.534999 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-85669825-ccf2-4533-b182-7547af03cbf4 req-6c283d90-e349-4ded-a220-613761c82315 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1de8a500-64d0-4173-8581-65530f888f8a HTTP/1.1" status: 200 len: 217 time: 0.0364447 Feb 10 03:38:52.563015 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f578601-7e95-418e-9862-763ffe99f42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd2eff1-e764-47cd-9aa8-890b071c977c,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:52.576933 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f578601-7e95-418e-9862-763ffe99f42b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=102732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:38:52.610849 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f578601-7e95-418e-9862-763ffe99f42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (6bdf4a21-93c7-4bf7-abf0-c31406a861e2), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:52.611226 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.db.segments_db [None req-1f578601-7e95-418e-9862-763ffe99f42b admin admin] Added segment 6bdf4a21-93c7-4bf7-abf0-c31406a861e2 of type vlan for network 53aadeec-4464-4edb-86e3-957f9a597265 Feb 10 03:38:52.627763 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.db [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-3daa8f49-661d-4237-ad2b-68ac5f397334 service neutron] For port fafc4667-568b-4a5e-9472-26cc6a82e44a, host hv-cinder-82806, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:38:52.681407 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.db [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-3daa8f49-661d-4237-ad2b-68ac5f397334 service neutron] For port fafc4667-568b-4a5e-9472-26cc6a82e44a, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=fafc4667-568b-4a5e-9472-26cc6a82e44a,segment=NetworkSegment(9536ef9f-3405-4be5-86aa-c692b83d667f),segment_id=9536ef9f-3405-4be5-86aa-c692b83d667f)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:38:52.686770 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f578601-7e95-418e-9862-763ffe99f42b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387737128'] for network (53aadeec-4464-4edb-86e3-957f9a597265), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:52.694315 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85669825-ccf2-4533-b182-7547af03cbf4 req-f0934a50-48d4-4e0c-967b-1152c9ac6141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:52.696158 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-85669825-ccf2-4533-b182-7547af03cbf4 req-f0934a50-48d4-4e0c-967b-1152c9ac6141 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9995f4ef-9c6b-4dbc-a816-718f17a87440 HTTP/1.1" status: 200 len: 859 time: 0.1101658 Feb 10 03:38:52.702953 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537ebf1-5ea0-4042-96b1-a78a50426b3c req-9ea178ef-9292-4790-ab52-e047f2d122d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:52.704444 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-6537ebf1-5ea0-4042-96b1-a78a50426b3c req-9ea178ef-9292-4790-ab52-e047f2d122d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5f20a9d15eb4d99bf667578a36a9f55&device_id=99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea HTTP/1.1" status: 200 len: 1128 time: 0.1102762 Feb 10 03:38:52.723364 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-3daa8f49-661d-4237-ad2b-68ac5f397334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (fafc4667-568b-4a5e-9472-26cc6a82e44a), after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:52.740108 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-85669825-ccf2-4533-b182-7547af03cbf4 req-5e7232c9-9865-4b70-b4f7-14b2bda41558 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0aca2bf-c883-41b5-bca5-cb73801c5192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346732 Feb 10 03:38:52.791018 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-3daa8f49-661d-4237-ad2b-68ac5f397334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:52.791622 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-3daa8f49-661d-4237-ad2b-68ac5f397334 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:52.793619 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-3daa8f49-661d-4237-ad2b-68ac5f397334 service neutron] 10.222.0.21 "PUT /v2.0/ports/fafc4667-568b-4a5e-9472-26cc6a82e44a HTTP/1.1" status: 200 len: 1094 time: 1.6750722 Feb 10 03:38:52.797479 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f578601-7e95-418e-9862-763ffe99f42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for network (53aadeec-4464-4edb-86e3-957f9a597265), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:52.798450 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f578601-7e95-418e-9862-763ffe99f42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:52.799102 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f578601-7e95-418e-9862-763ffe99f42b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:52.801108 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b92fc0-cfd3-4eb0-a15e-5d0558d253a9', 'tag': 'fafc4667-568b-4a5e-9472-26cc6a82e44a'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:38:52.803459 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c602a1d3bfa6b920adc7a3165aab5144276c11c90910883e43ac8280538c1e72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4702e46a-60ad-4606-9ce1-53d14fc06a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "77b92fc0-cfd3-4eb0-a15e-5d0558d253a9", "tag": "fafc4667-568b-4a5e-9472-26cc6a82e44a"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:38:52.830795 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a3872-97d2-46eb-98ee-709a1acd5652 req-6ce2aff7-1d86-4947-bdf1-ca1a6a5872a6 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:52.832348 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-890a3872-97d2-46eb-98ee-709a1acd5652 req-6ce2aff7-1d86-4947-bdf1-ca1a6a5872a6 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea HTTP/1.1" status: 200 len: 944 time: 0.1711915 Feb 10 03:38:52.858388 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa8f49-661d-4237-ad2b-68ac5f397334 service neutron] Pushing event updated for resources: {'Port': ['ID=fafc4667-568b-4a5e-9472-26cc6a82e44a,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:52.877133 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-1f578601-7e95-418e-9862-763ffe99f42b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8557584 Feb 10 03:38:52.879779 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 45516) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:52.885601 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-7175372b-3597-4818-a7b6-5e6f61c49dab admin admin] Request body: {'subnet': {'network_id': '53aadeec-4464-4edb-86e3-957f9a597265', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1588395037-subnet', 'tenant_id': 'ca0e77257c8a43139406e17ca9dc2120', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:38:52.914696 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537ebf1-5ea0-4042-96b1-a78a50426b3c req-4f65a786-5f30-4059-bb6f-c997a6170b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:52.916125 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b1a12f-b8e9-449d-9784-d5b634311291 x-openstack-request-id: req-64b1a12f-b8e9-449d-9784-d5b634311291 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:38:52.916242 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-6537ebf1-5ea0-4042-96b1-a78a50426b3c req-4f65a786-5f30-4059-bb6f-c997a6170b25 service neutron] 10.222.0.21 "GET /v2.0/networks?id=76e22acc-1b00-4e17-aaca-a2a7c6c019ee HTTP/1.1" status: 200 len: 909 time: 0.2028136 Feb 10 03:38:52.916413 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b92fc0-cfd3-4eb0-a15e-5d0558d253a9", "tag": "fafc4667-568b-4a5e-9472-26cc6a82e44a", "status": "completed", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:38:52.916637 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64b1a12f-b8e9-449d-9784-d5b634311291 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:38:52.917020 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b92fc0-cfd3-4eb0-a15e-5d0558d253a9', 'tag': 'fafc4667-568b-4a5e-9472-26cc6a82e44a', 'status': 'completed', 'code': 200} Feb 10 03:38:52.925580 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f578601-7e95-418e-9862-763ffe99f42b admin admin] Pushing event updated for resources: {'Network': ['ID=53aadeec-4464-4edb-86e3-957f9a597265,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:52.932757 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-85669825-ccf2-4533-b182-7547af03cbf4 req-fdc262cd-b402-4328-8642-40bd1e95e1a2 service neutron] 10.222.0.21 "GET /v2.0/networks/e0aca2bf-c883-41b5-bca5-cb73801c5192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821775 Feb 10 03:38:52.944414 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Network 53aadeec-4464-4edb-86e3-957f9a597265 details requested by agent ovs-agent-dv-cinder-828060-2-iscsi with host dv-cinder-828060-2-iscsi {{(pid=102734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:38:52.987134 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-890a3872-97d2-46eb-98ee-709a1acd5652 req-650e5b2d-e479-44d9-9d47-b8ac7e04f505 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356001 Feb 10 03:38:52.988103 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7175372b-3597-4818-a7b6-5e6f61c49dab admin admin] Made reservation on behalf of ca0e77257c8a43139406e17ca9dc2120 for: {'subnet': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:38:52.990827 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-7175372b-3597-4818-a7b6-5e6f61c49dab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265035783'] for subnet (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:53.005698 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-6537ebf1-5ea0-4042-96b1-a78a50426b3c req-ca2b7e9b-b7f5-4f7f-97da-18d69b0f0332 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e19c2120-4b2b-405d-943c-f5030818eca4 HTTP/1.1" status: 200 len: 217 time: 0.0702138 Feb 10 03:38:53.010584 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-3273bf3d-61be-4c80-9481-f03d1ba49594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:53.013107 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-3273bf3d-61be-4c80-9481-f03d1ba49594 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=114e0c095df64647bf339f0e8dcf8571&device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 1128 time: 0.0779309 Feb 10 03:38:53.075744 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:53.104216 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-6b4cf780-7715-4d1f-a7af-d3374a3b92ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fafc4667-568b-4a5e-9472-26cc6a82e44a HTTP/1.1" status: 200 len: 217 time: 0.0621793 Feb 10 03:38:53.189891 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-156bf817-b58f-4710-b05c-8d75d1ae5d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:53.190993 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-156bf817-b58f-4710-b05c-8d75d1ae5d67 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9995f4ef-9c6b-4dbc-a816-718f17a87440 HTTP/1.1" status: 200 len: 859 time: 0.0707948 Feb 10 03:38:53.198185 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc1ad8-bac8-490e-b8cf-835e78936d7e req-ac564a5e-cf90-4e28-830b-cf53cca00d72 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:53.199942 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3cfc1ad8-bac8-490e-b8cf-835e78936d7e req-ac564a5e-cf90-4e28-830b-cf53cca00d72 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 944 time: 0.1688292 Feb 10 03:38:53.240647 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-9462815b-3103-425b-87d8-ae7a2f7e6ae1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0aca2bf-c883-41b5-bca5-cb73801c5192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395856 Feb 10 03:38:53.295544 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3cfc1ad8-bac8-490e-b8cf-835e78936d7e req-f20bf593-a5c2-40bf-a96a-aa68dece80fb tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860274 Feb 10 03:38:53.323380 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 53940bd9-b20a-45d0-989c-c2c1a1dd9c69 up at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:38:53.369923 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-1a801114-b917-44c6-9e60-d2033cc6c30b service neutron] 10.222.0.21 "GET /v2.0/networks/e0aca2bf-c883-41b5-bca5-cb73801c5192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142976 Feb 10 03:38:53.387643 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning for port 53940bd9-b20a-45d0-989c-c2c1a1dd9c69 completed by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:38:53.391571 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning complete for port 53940bd9-b20a-45d0-989c-c2c1a1dd9c69 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:53.392591 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (53940bd9-b20a-45d0-989c-c2c1a1dd9c69), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:53.424326 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537ebf1-5ea0-4042-96b1-a78a50426b3c req-ae84edbd-9cec-4d8a-9e84-0a9b6c7e634a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:53.425799 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-6537ebf1-5ea0-4042-96b1-a78a50426b3c req-ae84edbd-9cec-4d8a-9e84-0a9b6c7e634a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9fbe90b-c190-4c4c-89cb-76c1c5beca62 HTTP/1.1" status: 200 len: 848 time: 0.3959482 Feb 10 03:38:53.429293 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-85669825-ccf2-4533-b182-7547af03cbf4 req-59c173a5-c7dd-4e6b-83c6-49b26174733a service neutron] 10.222.0.21 "GET /v2.0/networks/e0aca2bf-c883-41b5-bca5-cb73801c5192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859614 Feb 10 03:38:53.466519 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3cc62b51-72a7-4ac6-aa81-3a6cbcf59d9b req-1c06718b-28ca-4e43-a9c5-6e473e8295f3 service neutron] 10.222.0.21 "GET /v2.0/networks/e0aca2bf-c883-41b5-bca5-cb73801c5192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892944 Feb 10 03:38:53.471738 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 6 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:38:53.486243 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 53940bd9-b20a-45d0-989c-c2c1a1dd9c69 is: BUILD; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:53.487936 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (53940bd9-b20a-45d0-989c-c2c1a1dd9c69), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:53.506096 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-6537ebf1-5ea0-4042-96b1-a78a50426b3c req-30253fd7-25dc-4045-8380-872538925650 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76e22acc-1b00-4e17-aaca-a2a7c6c019ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437081 Feb 10 03:38:53.521733 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0296ee2e-4bd2-4e13-864a-6c80f1b54bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53940bd9-b20a-45d0-989c-c2c1a1dd9c69'}] {{(pid=102734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:38:53.524077 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f765ceee2b9e6863c7c09e3b0452b272479917b97bc142159859c6a833de831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851627bb-d59d-4074-b3df-c51bde51ad99" -d '{"events": [{"server_uuid": "0296ee2e-4bd2-4e13-864a-6c80f1b54bf3", "name": "network-vif-plugged", "status": "completed", "tag": "53940bd9-b20a-45d0-989c-c2c1a1dd9c69"}]}' {{(pid=102734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:38:53.542549 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 53940bd9-b20a-45d0-989c-c2c1a1dd9c69, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=53940bd9-b20a-45d0-989c-c2c1a1dd9c69,segment=NetworkSegment(282cda33-29d4-4368-a9fd-c807aa0e6a87),segment_id=282cda33-29d4-4368-a9fd-c807aa0e6a87)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:53.548626 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (53940bd9-b20a-45d0-989c-c2c1a1dd9c69), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:53.571964 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-7175372b-3597-4818-a7b6-5e6f61c49dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264842969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265035797'] for subnet (d548ea41-3e5d-4c35-9b46-fd06bfacd000), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:53.582121 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74047582-b853-4e82-9ff5-dd6e1f9b225a x-openstack-request-id: req-74047582-b853-4e82-9ff5-dd6e1f9b225a {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:38:53.582121 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0296ee2e-4bd2-4e13-864a-6c80f1b54bf3", "name": "network-vif-plugged", "status": "completed", "tag": "53940bd9-b20a-45d0-989c-c2c1a1dd9c69", "code": 200}]} {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:38:53.582426 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74047582-b853-4e82-9ff5-dd6e1f9b225a {{(pid=102734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:38:53.582885 dv-cinder-828060-2-iscsi neutron-server[102734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0296ee2e-4bd2-4e13-864a-6c80f1b54bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53940bd9-b20a-45d0-989c-c2c1a1dd9c69', 'code': 200} Feb 10 03:38:53.597657 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476954e-2edc-4481-b494-431fc3ff8e7d req-a351f0a2-3cd6-46cf-b8e6-5cd741ce5405 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:53.604612 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1476954e-2edc-4481-b494-431fc3ff8e7d req-a351f0a2-3cd6-46cf-b8e6-5cd741ce5405 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 944 time: 0.0722840 Feb 10 03:38:53.610746 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=53940bd9-b20a-45d0-989c-c2c1a1dd9c69,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:53.659610 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1476954e-2edc-4481-b494-431fc3ff8e7d req-4c49b144-a4ae-41a4-8823-91b9d110b36f tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538034 Feb 10 03:38:53.728932 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175372b-3597-4818-a7b6-5e6f61c49dab admin admin] Pushing event updated for resources: {'Subnet': ['ID=d548ea41-3e5d-4c35-9b46-fd06bfacd000,revision_number=0']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:53.749721 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7175372b-3597-4818-a7b6-5e6f61c49dab admin admin] Checking segment: {'id': '6bdf4a21-93c7-4bf7-abf0-c31406a861e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53aadeec-4464-4edb-86e3-957f9a597265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:38:53.750356 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7175372b-3597-4818-a7b6-5e6f61c49dab admin admin] Network hostable DHCP agents. Network: 53aadeec-4464-4edb-86e3-957f9a597265, hostable agents: ['1db83568-5d00-4ab2-ab08-3829f0594148'], hosted agents: [] {{(pid=102733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:38:53.757680 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-6537ebf1-5ea0-4042-96b1-a78a50426b3c req-5641e99d-a987-4685-ab1c-23750e37279b service neutron] 10.222.0.21 "GET /v2.0/networks/76e22acc-1b00-4e17-aaca-a2a7c6c019ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792703 Feb 10 03:38:53.776834 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702e46a-60ad-4606-9ce1-53d14fc06a6e req-cd5959f4-3259-4ba0-9fae-7f8b06791109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:53.778961 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4702e46a-60ad-4606-9ce1-53d14fc06a6e req-cd5959f4-3259-4ba0-9fae-7f8b06791109 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=114e0c095df64647bf339f0e8dcf8571&device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 1128 time: 0.0811665 Feb 10 03:38:53.803624 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7175372b-3597-4818-a7b6-5e6f61c49dab admin admin] Network 53aadeec-4464-4edb-86e3-957f9a597265 is scheduled to be hosted by DHCP agent 1db83568-5d00-4ab2-ab08-3829f0594148 with binding_index 1 {{(pid=102733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:38:53.858059 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-7175372b-3597-4818-a7b6-5e6f61c49dab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-2-iscsi, 53aadeec-4464-4edb-86e3-957f9a597265) {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:38:53.875532 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3920e784-0d1f-4698-b939-8a5c22817760 None None] Network 53aadeec-4464-4edb-86e3-957f9a597265 requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:38:53.880082 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7175372b-3597-4818-a7b6-5e6f61c49dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:53.880757 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-7175372b-3597-4818-a7b6-5e6f61c49dab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:53.904368 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-6537ebf1-5ea0-4042-96b1-a78a50426b3c req-a7410d08-344b-4424-b4a8-421def8f1c50 service neutron] 10.222.0.21 "GET /v2.0/networks/76e22acc-1b00-4e17-aaca-a2a7c6c019ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372368 Feb 10 03:38:53.920959 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-7175372b-3597-4818-a7b6-5e6f61c49dab admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0322847 Feb 10 03:38:53.921191 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702e46a-60ad-4606-9ce1-53d14fc06a6e req-3ebc8133-2397-4400-9289-88b99111d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:53.921191 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4702e46a-60ad-4606-9ce1-53d14fc06a6e req-3ebc8133-2397-4400-9289-88b99111d4f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0aca2bf-c883-41b5-bca5-cb73801c5192 HTTP/1.1" status: 200 len: 920 time: 0.1307440 Feb 10 03:38:54.019713 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f9bd01-4fde-43f2-b0dd-505ba75c92e2 None None] Network 53aadeec-4464-4edb-86e3-957f9a597265 requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:38:54.021885 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663c193-62fc-4004-ab34-c72ed16cecb3 req-d2d6da55-669d-4170-b185-363b7fc6082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:54.024955 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9663c193-62fc-4004-ab34-c72ed16cecb3 req-d2d6da55-669d-4170-b185-363b7fc6082a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 1129 time: 0.0806370 Feb 10 03:38:54.121535 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9663c193-62fc-4004-ab34-c72ed16cecb3 req-aa26e58a-6feb-40de-a564-48e23af2335e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853786 Feb 10 03:38:54.255210 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4702e46a-60ad-4606-9ce1-53d14fc06a6e req-0894066b-de2e-4581-aa65-e70a6233cc6d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fafc4667-568b-4a5e-9472-26cc6a82e44a HTTP/1.1" status: 200 len: 217 time: 0.3081379 Feb 10 03:38:54.307206 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6cbca-9bae-4385-bc0c-10d7c617c15a req-8bd2f527-150f-43ab-8318-a65676471172 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:54.308776 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9ce6cbca-9bae-4385-bc0c-10d7c617c15a req-8bd2f527-150f-43ab-8318-a65676471172 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea HTTP/1.1" status: 200 len: 944 time: 0.0562356 Feb 10 03:38:54.362747 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9ce6cbca-9bae-4385-bc0c-10d7c617c15a req-fad678b8-3376-40c5-87f2-cb92b8a3b1f6 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481448 Feb 10 03:38:54.432890 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabac58-d48a-4e1e-b80d-e1ab3a58bbc0 req-0ae4b1c5-8a53-47a6-94c8-c79892e8ca17 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:54.434574 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6fabac58-d48a-4e1e-b80d-e1ab3a58bbc0 req-0ae4b1c5-8a53-47a6-94c8-c79892e8ca17 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 945 time: 0.0643523 Feb 10 03:38:54.515834 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6fabac58-d48a-4e1e-b80d-e1ab3a58bbc0 req-4139cca4-0cf2-432e-9bf5-bce28aa6b4cd tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753257 Feb 10 03:38:54.519517 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702e46a-60ad-4606-9ce1-53d14fc06a6e req-24e1bb8d-e3e9-4c74-aac3-74ba324c46db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:54.520956 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4702e46a-60ad-4606-9ce1-53d14fc06a6e req-24e1bb8d-e3e9-4c74-aac3-74ba324c46db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9995f4ef-9c6b-4dbc-a816-718f17a87440 HTTP/1.1" status: 200 len: 859 time: 0.0727699 Feb 10 03:38:54.572082 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4702e46a-60ad-4606-9ce1-53d14fc06a6e req-bc810227-04d5-4fd4-9e33-e0bd05ae5dea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0aca2bf-c883-41b5-bca5-cb73801c5192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280466 Feb 10 03:38:54.680019 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4702e46a-60ad-4606-9ce1-53d14fc06a6e req-1f74f3a0-52d1-4432-b8ee-4d004d9e2128 service neutron] 10.222.0.21 "GET /v2.0/networks/e0aca2bf-c883-41b5-bca5-cb73801c5192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968392 Feb 10 03:38:54.805551 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4702e46a-60ad-4606-9ce1-53d14fc06a6e req-857b4c5e-9b2f-448b-b697-4c4762027da0 service neutron] 10.222.0.21 "GET /v2.0/networks/e0aca2bf-c883-41b5-bca5-cb73801c5192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129105 Feb 10 03:38:54.820731 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7444cd-3a7e-44cc-b0e4-2fcc57d00f5d req-3ae83164-7689-4e18-9a7d-1ab83f176f85 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:54.822205 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-aa7444cd-3a7e-44cc-b0e4-2fcc57d00f5d req-3ae83164-7689-4e18-9a7d-1ab83f176f85 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 944 time: 0.0771489 Feb 10 03:38:54.871664 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-aa7444cd-3a7e-44cc-b0e4-2fcc57d00f5d req-ff0f40da-9aaf-46a3-a6ce-5b2008de934a tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433598 Feb 10 03:38:54.927298 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:55.332713 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device fafc4667-568b-4a5e-9472-26cc6a82e44a details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:38:55.441659 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port fafc4667-568b-4a5e-9472-26cc6a82e44a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=fafc4667-568b-4a5e-9472-26cc6a82e44a,segment=NetworkSegment(9536ef9f-3405-4be5-86aa-c692b83d667f),segment_id=9536ef9f-3405-4be5-86aa-c692b83d667f)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:55.453431 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Returning: {'device': 'fafc4667-568b-4a5e-9472-26cc6a82e44a', 'network_id': 'e0aca2bf-c883-41b5-bca5-cb73801c5192', 'port_id': 'fafc4667-568b-4a5e-9472-26cc6a82e44a', 'mac_address': 'fa:16:3e:e1:54:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9995f4ef-9c6b-4dbc-a816-718f17a87440', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:38:55.485313 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691a0ae-f131-4ba9-ba07-6ce5e23e7cef req-9473773b-4aec-4db6-a448-12e9d4cfb67a tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:55.487034 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3691a0ae-f131-4ba9-ba07-6ce5e23e7cef req-9473773b-4aec-4db6-a448-12e9d4cfb67a tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea HTTP/1.1" status: 200 len: 944 time: 0.0554466 Feb 10 03:38:55.499448 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port fafc4667-568b-4a5e-9472-26cc6a82e44a is: DOWN; New status is: BUILD {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:55.500076 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (fafc4667-568b-4a5e-9472-26cc6a82e44a), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:55.564158 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3691a0ae-f131-4ba9-ba07-6ce5e23e7cef req-ebbb7cf5-1383-4c97-9601-f78c0a9ca8b6 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570850 Feb 10 03:38:55.661167 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fafc4667-568b-4a5e-9472-26cc6a82e44a {{(pid=102734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:38:55.680294 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801a6fc-f08a-47c7-bd77-421299e25c72 req-96ac21c9-c64f-4af7-8f4d-362277881748 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:55.682336 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1801a6fc-f08a-47c7-bd77-421299e25c72 req-96ac21c9-c64f-4af7-8f4d-362277881748 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 945 time: 0.0776875 Feb 10 03:38:55.709622 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port fafc4667-568b-4a5e-9472-26cc6a82e44a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=fafc4667-568b-4a5e-9472-26cc6a82e44a,segment=NetworkSegment(9536ef9f-3405-4be5-86aa-c692b83d667f),segment_id=9536ef9f-3405-4be5-86aa-c692b83d667f)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:55.721116 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (fafc4667-568b-4a5e-9472-26cc6a82e44a), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:55.722116 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device e19c2120-4b2b-405d-943c-f5030818eca4 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:38:55.745587 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1801a6fc-f08a-47c7-bd77-421299e25c72 req-9419378a-6c4e-4d83-9d77-97b37bc3773d tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549586 Feb 10 03:38:55.862875 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=fafc4667-568b-4a5e-9472-26cc6a82e44a,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:55.885583 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port e19c2120-4b2b-405d-943c-f5030818eca4, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=e19c2120-4b2b-405d-943c-f5030818eca4,segment=NetworkSegment(12fbc880-dc45-48eb-b207-8a70d4943409),segment_id=12fbc880-dc45-48eb-b207-8a70d4943409)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:55.897318 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Returning: {'device': 'e19c2120-4b2b-405d-943c-f5030818eca4', 'network_id': '76e22acc-1b00-4e17-aaca-a2a7c6c019ee', 'port_id': 'e19c2120-4b2b-405d-943c-f5030818eca4', 'mac_address': 'fa:16:3e:ea:07:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9fbe90b-c190-4c4c-89cb-76c1c5beca62', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:38:55.952216 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port e19c2120-4b2b-405d-943c-f5030818eca4 is: DOWN; New status is: BUILD {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:55.952621 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (e19c2120-4b2b-405d-943c-f5030818eca4), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:55.969790 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e19c2120-4b2b-405d-943c-f5030818eca4 {{(pid=102734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:38:55.998960 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port e19c2120-4b2b-405d-943c-f5030818eca4, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=e19c2120-4b2b-405d-943c-f5030818eca4,segment=NetworkSegment(12fbc880-dc45-48eb-b207-8a70d4943409),segment_id=12fbc880-dc45-48eb-b207-8a70d4943409)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:56.004685 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (e19c2120-4b2b-405d-943c-f5030818eca4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:56.015382 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f7944-384d-42fa-a0db-1f53244364c2 req-81f6e239-ae90-4c0a-95e7-e8b36ce8320d tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:56.017357 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9e0f7944-384d-42fa-a0db-1f53244364c2 req-81f6e239-ae90-4c0a-95e7-e8b36ce8320d tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 945 time: 0.0649478 Feb 10 03:38:56.057007 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=e19c2120-4b2b-405d-943c-f5030818eca4,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:56.079368 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9e0f7944-384d-42fa-a0db-1f53244364c2 req-f3b4778d-772f-446d-a406-1835936bff8e tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563445 Feb 10 03:38:56.126830 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:56.556046 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['e19c2120-4b2b-405d-943c-f5030818eca4'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:38:56.594873 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['fafc4667-568b-4a5e-9472-26cc6a82e44a'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:38:56.689777 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d697cf-e8dc-4117-8c02-a6f9414faa23 req-afa16367-497e-4f6a-b25d-cc17a78aa8e3 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:56.694424 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-87d697cf-e8dc-4117-8c02-a6f9414faa23 req-afa16367-497e-4f6a-b25d-cc17a78aa8e3 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea HTTP/1.1" status: 200 len: 945 time: 0.0606430 Feb 10 03:38:56.744122 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-87d697cf-e8dc-4117-8c02-a6f9414faa23 req-93c34325-cb3f-49ca-8a5e-446e69866779 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463636 Feb 10 03:38:56.868688 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4d8ac-8680-4065-a050-f06e200d7eca req-d1b0baa8-8d6e-4dae-aa92-3f6128a48d66 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:56.870161 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4cc4d8ac-8680-4065-a050-f06e200d7eca req-d1b0baa8-8d6e-4dae-aa92-3f6128a48d66 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 945 time: 0.0542393 Feb 10 03:38:56.921248 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4cc4d8ac-8680-4065-a050-f06e200d7eca req-f046ae66-5dd1-42fa-a4b2-2a6d1dfd842e tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447354 Feb 10 03:38:57.258301 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674207d-c816-4936-96ee-dadea5b802f6 req-995a8f95-5cab-4200-bbe2-9457f629e98a tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:57.261467 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b674207d-c816-4936-96ee-dadea5b802f6 req-995a8f95-5cab-4200-bbe2-9457f629e98a tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 945 time: 0.1037648 Feb 10 03:38:57.340576 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 1de8a500-64d0-4173-8581-65530f888f8a details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:38:57.343363 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b674207d-c816-4936-96ee-dadea5b802f6 req-9d8cf812-57f7-4761-a7ec-c0ca0467eec0 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659366 Feb 10 03:38:57.456854 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 1de8a500-64d0-4173-8581-65530f888f8a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=1de8a500-64d0-4173-8581-65530f888f8a,segment=NetworkSegment(9536ef9f-3405-4be5-86aa-c692b83d667f),segment_id=9536ef9f-3405-4be5-86aa-c692b83d667f)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:57.468189 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Returning: {'device': '1de8a500-64d0-4173-8581-65530f888f8a', 'network_id': 'e0aca2bf-c883-41b5-bca5-cb73801c5192', 'port_id': '1de8a500-64d0-4173-8581-65530f888f8a', 'mac_address': 'fa:16:3e:a2:0a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9995f4ef-9c6b-4dbc-a816-718f17a87440', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:38:57.506337 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 1de8a500-64d0-4173-8581-65530f888f8a is: DOWN; New status is: BUILD {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:57.507012 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (1de8a500-64d0-4173-8581-65530f888f8a), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:57.522159 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de8a500-64d0-4173-8581-65530f888f8a {{(pid=102734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:38:57.536984 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 45616) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:57.542469 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 1de8a500-64d0-4173-8581-65530f888f8a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=1de8a500-64d0-4173-8581-65530f888f8a,segment=NetworkSegment(9536ef9f-3405-4be5-86aa-c692b83d667f),segment_id=9536ef9f-3405-4be5-86aa-c692b83d667f)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:57.547844 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (1de8a500-64d0-4173-8581-65530f888f8a), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:57.596271 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=1de8a500-64d0-4173-8581-65530f888f8a,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:57.647432 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-51d7c21e-83e7-4b26-a0c2-ca9fee371d48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:57.721461 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-51d7c21e-83e7-4b26-a0c2-ca9fee371d48 admin admin] Publish callbacks [] for security_group (cbe7c4c7-8db5-4674-9fa1-69a3fc6a6e44), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:57.728135 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-51d7c21e-83e7-4b26-a0c2-ca9fee371d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (cbe7c4c7-8db5-4674-9fa1-69a3fc6a6e44), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:57.771685 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7c21e-83e7-4b26-a0c2-ca9fee371d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe7c4c7-8db5-4674-9fa1-69a3fc6a6e44,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:57.776701 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-51d7c21e-83e7-4b26-a0c2-ca9fee371d48 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5004479d4bd4f41b2a3b0abeac8797c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386239 Feb 10 03:38:57.779787 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 45622) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:38:57.876121 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5877fdce-f2f0-4df1-83c6-262dd7fcde6f admin admin] Publish callbacks [] for security_group (cbe7c4c7-8db5-4674-9fa1-69a3fc6a6e44), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:57.902919 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5877fdce-f2f0-4df1-83c6-262dd7fcde6f admin admin] Publish callbacks [] for security_group (cbe7c4c7-8db5-4674-9fa1-69a3fc6a6e44), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:57.922311 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc234a-8b46-41bc-ba4d-0b9b24ac1c12 req-42f5a05b-bf8c-43df-9457-bcf10cbf6718 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:57.923937 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-77cc234a-8b46-41bc-ba4d-0b9b24ac1c12 req-42f5a05b-bf8c-43df-9457-bcf10cbf6718 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea HTTP/1.1" status: 200 len: 945 time: 0.0970836 Feb 10 03:38:57.987063 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-77cc234a-8b46-41bc-ba4d-0b9b24ac1c12 req-851fcfe3-80e0-43d7-9358-af0d47938aef tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550799 Feb 10 03:38:57.993357 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5877fdce-f2f0-4df1-83c6-262dd7fcde6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (cbe7c4c7-8db5-4674-9fa1-69a3fc6a6e44), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:57.996543 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5877fdce-f2f0-4df1-83c6-262dd7fcde6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:58.000231 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-5877fdce-f2f0-4df1-83c6-262dd7fcde6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cbe7c4c7-8db5-4674-9fa1-69a3fc6a6e44 HTTP/1.1" status: 204 len: 168 time: 0.2168272 Feb 10 03:38:58.008428 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877fdce-f2f0-4df1-83c6-262dd7fcde6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe7c4c7-8db5-4674-9fa1-69a3fc6a6e44,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:58.155593 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['1de8a500-64d0-4173-8581-65530f888f8a'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:38:58.461922 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddfa3c-6b1b-4bbe-9077-129873845557 req-c5a61cb7-d3c4-4976-a15d-4ac17f9154be tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:58.463510 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1cddfa3c-6b1b-4bbe-9077-129873845557 req-c5a61cb7-d3c4-4976-a15d-4ac17f9154be tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 945 time: 0.0623367 Feb 10 03:38:58.520916 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1cddfa3c-6b1b-4bbe-9077-129873845557 req-a7eab2cb-06e7-4773-a442-daaff3c8f292 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517104 Feb 10 03:38:59.115417 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af3fd2-1d4f-4513-b0eb-097204d22dfc req-5d2f9990-2fd9-45e2-90c7-7e07c6b40143 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:59.117034 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-74af3fd2-1d4f-4513-b0eb-097204d22dfc req-5d2f9990-2fd9-45e2-90c7-7e07c6b40143 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea HTTP/1.1" status: 200 len: 945 time: 0.0553329 Feb 10 03:38:59.166151 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-74af3fd2-1d4f-4513-b0eb-097204d22dfc req-715c0163-e281-4582-9e78-c5f44bd355d8 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409725 Feb 10 03:38:59.370441 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device fafc4667-568b-4a5e-9472-26cc6a82e44a up at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:38:59.423401 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning for port fafc4667-568b-4a5e-9472-26cc6a82e44a completed by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:38:59.427626 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning complete for port fafc4667-568b-4a5e-9472-26cc6a82e44a triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:59.428072 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (fafc4667-568b-4a5e-9472-26cc6a82e44a), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:59.508565 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port fafc4667-568b-4a5e-9472-26cc6a82e44a is: BUILD; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:59.508962 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (fafc4667-568b-4a5e-9472-26cc6a82e44a), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:59.535689 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b92fc0-cfd3-4eb0-a15e-5d0558d253a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafc4667-568b-4a5e-9472-26cc6a82e44a'}] {{(pid=102734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:38:59.537938 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f765ceee2b9e6863c7c09e3b0452b272479917b97bc142159859c6a833de831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1252cf95-7305-47b9-b82b-9e397e0d388c" -d '{"events": [{"server_uuid": "77b92fc0-cfd3-4eb0-a15e-5d0558d253a9", "name": "network-vif-plugged", "status": "completed", "tag": "fafc4667-568b-4a5e-9472-26cc6a82e44a"}]}' {{(pid=102734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:38:59.554000 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port fafc4667-568b-4a5e-9472-26cc6a82e44a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=fafc4667-568b-4a5e-9472-26cc6a82e44a,segment=NetworkSegment(9536ef9f-3405-4be5-86aa-c692b83d667f),segment_id=9536ef9f-3405-4be5-86aa-c692b83d667f)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:59.560184 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (fafc4667-568b-4a5e-9472-26cc6a82e44a), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:59.561609 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device e19c2120-4b2b-405d-943c-f5030818eca4 up at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:38:59.586955 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bc350a-3ac4-4796-b9b6-17fb1d9196ae x-openstack-request-id: req-44bc350a-3ac4-4796-b9b6-17fb1d9196ae {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:38:59.587249 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b92fc0-cfd3-4eb0-a15e-5d0558d253a9", "name": "network-vif-plugged", "status": "completed", "tag": "fafc4667-568b-4a5e-9472-26cc6a82e44a", "code": 200}]} {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:38:59.587504 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-44bc350a-3ac4-4796-b9b6-17fb1d9196ae {{(pid=102734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:38:59.587948 dv-cinder-828060-2-iscsi neutron-server[102734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b92fc0-cfd3-4eb0-a15e-5d0558d253a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafc4667-568b-4a5e-9472-26cc6a82e44a', 'code': 200} Feb 10 03:38:59.656863 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=fafc4667-568b-4a5e-9472-26cc6a82e44a,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:59.657105 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab11d4e-3f87-4ceb-8824-a2451b0f70b7 req-57da7a5a-00b8-4a66-ac70-f908ba3de0b5 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:59.659473 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-aab11d4e-3f87-4ceb-8824-a2451b0f70b7 req-57da7a5a-00b8-4a66-ac70-f908ba3de0b5 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0589986 Feb 10 03:38:59.676752 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning for port e19c2120-4b2b-405d-943c-f5030818eca4 completed by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:38:59.691381 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning complete for port e19c2120-4b2b-405d-943c-f5030818eca4 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:38:59.692664 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (e19c2120-4b2b-405d-943c-f5030818eca4), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:59.750142 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-aab11d4e-3f87-4ceb-8824-a2451b0f70b7 req-1f5ac784-7857-4a58-a21f-b4f8b4c1eeb6 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818672 Feb 10 03:38:59.785378 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port e19c2120-4b2b-405d-943c-f5030818eca4 is: BUILD; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:38:59.785644 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (e19c2120-4b2b-405d-943c-f5030818eca4), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:59.823755 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port e19c2120-4b2b-405d-943c-f5030818eca4, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=e19c2120-4b2b-405d-943c-f5030818eca4,segment=NetworkSegment(12fbc880-dc45-48eb-b207-8a70d4943409),segment_id=12fbc880-dc45-48eb-b207-8a70d4943409)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:38:59.829092 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (e19c2120-4b2b-405d-943c-f5030818eca4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:38:59.886981 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=e19c2120-4b2b-405d-943c-f5030818eca4,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:38:59.942066 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bff04-309e-42a4-9662-413db8753ea5 req-6d1d3f6b-a751-482b-841e-3790c6435c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:38:59.943768 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7b3bff04-309e-42a4-9662-413db8753ea5 req-6d1d3f6b-a751-482b-841e-3790c6435c4a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 1130 time: 0.0606110 Feb 10 03:39:00.001833 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7b3bff04-309e-42a4-9662-413db8753ea5 req-69ba9ccf-c6c1-4eb6-8974-d2d2fc9b34e4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493188 Feb 10 03:39:00.300072 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8a72a-5430-487a-8359-43dbdbbec6b5 req-b35a13ed-2225-405c-979e-30d7164d8ab8 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:00.301584 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0de8a72a-5430-487a-8359-43dbdbbec6b5 req-b35a13ed-2225-405c-979e-30d7164d8ab8 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea HTTP/1.1" status: 200 len: 946 time: 0.0624294 Feb 10 03:39:00.358530 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0de8a72a-5430-487a-8359-43dbdbbec6b5 req-971fca88-2e38-4585-8fb7-a577c7983bdd tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484307 Feb 10 03:39:00.876415 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14419c7-d5a3-4c65-aefb-f0adb9c9e171 req-192142ad-89d1-4e21-b110-1c9d5f3139f2 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:00.877889 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e14419c7-d5a3-4c65-aefb-f0adb9c9e171 req-192142ad-89d1-4e21-b110-1c9d5f3139f2 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0598156 Feb 10 03:39:00.928407 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e14419c7-d5a3-4c65-aefb-f0adb9c9e171 req-06786004-b128-45d2-9bf3-d19bc7416da2 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440991 Feb 10 03:39:01.394134 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 1de8a500-64d0-4173-8581-65530f888f8a up at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:39:01.454323 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning for port 1de8a500-64d0-4173-8581-65530f888f8a completed by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:39:01.458915 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning complete for port 1de8a500-64d0-4173-8581-65530f888f8a triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:39:01.459305 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (1de8a500-64d0-4173-8581-65530f888f8a), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:01.495419 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d25bf-5856-4ddb-887d-394b9a92c804 req-aea3acf6-3660-4b5a-9071-fe4f49831730 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:01.497422 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-fd7d25bf-5856-4ddb-887d-394b9a92c804 req-aea3acf6-3660-4b5a-9071-fe4f49831730 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea HTTP/1.1" status: 200 len: 946 time: 0.0659249 Feb 10 03:39:01.546409 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-fd7d25bf-5856-4ddb-887d-394b9a92c804 req-741bd43b-279c-44dd-a500-06c79b1615df tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430381 Feb 10 03:39:01.555432 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 1de8a500-64d0-4173-8581-65530f888f8a is: BUILD; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:39:01.555910 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (1de8a500-64d0-4173-8581-65530f888f8a), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:01.591186 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19c2120-4b2b-405d-943c-f5030818eca4'}, {'server_uuid': '699b7ed3-80f5-47d0-bcec-6801073102d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de8a500-64d0-4173-8581-65530f888f8a'}] {{(pid=102734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:39:01.594218 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f765ceee2b9e6863c7c09e3b0452b272479917b97bc142159859c6a833de831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1221432-118f-4b1a-ac0d-6a5439ef2919" -d '{"events": [{"server_uuid": "99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea", "name": "network-vif-plugged", "status": "completed", "tag": "e19c2120-4b2b-405d-943c-f5030818eca4"}, {"server_uuid": "699b7ed3-80f5-47d0-bcec-6801073102d6", "name": "network-vif-plugged", "status": "completed", "tag": "1de8a500-64d0-4173-8581-65530f888f8a"}]}' {{(pid=102734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:39:01.600465 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 1de8a500-64d0-4173-8581-65530f888f8a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=1de8a500-64d0-4173-8581-65530f888f8a,segment=NetworkSegment(9536ef9f-3405-4be5-86aa-c692b83d667f),segment_id=9536ef9f-3405-4be5-86aa-c692b83d667f)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:39:01.607268 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (1de8a500-64d0-4173-8581-65530f888f8a), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:01.645668 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 03:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21dac73-b9f3-4139-945b-679e8cb47bb7 x-openstack-request-id: req-e21dac73-b9f3-4139-945b-679e8cb47bb7 {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:39:01.645967 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea", "name": "network-vif-plugged", "status": "completed", "tag": "e19c2120-4b2b-405d-943c-f5030818eca4", "code": 200}, {"server_uuid": "699b7ed3-80f5-47d0-bcec-6801073102d6", "name": "network-vif-plugged", "status": "completed", "tag": "1de8a500-64d0-4173-8581-65530f888f8a", "code": 200}]} {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:39:01.646221 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e21dac73-b9f3-4139-945b-679e8cb47bb7 {{(pid=102734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:39:01.646621 dv-cinder-828060-2-iscsi neutron-server[102734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19c2120-4b2b-405d-943c-f5030818eca4', 'code': 200} Feb 10 03:39:01.646894 dv-cinder-828060-2-iscsi neutron-server[102734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699b7ed3-80f5-47d0-bcec-6801073102d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de8a500-64d0-4173-8581-65530f888f8a', 'code': 200} Feb 10 03:39:01.672986 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=1de8a500-64d0-4173-8581-65530f888f8a,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:01.975807 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5868c9-949e-4681-a707-ed965a08b816 req-3e43cbe9-4205-4417-b564-ba806835335a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:01.977717 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3c5868c9-949e-4681-a707-ed965a08b816 req-3e43cbe9-4205-4417-b564-ba806835335a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea HTTP/1.1" status: 200 len: 1130 time: 0.0544875 Feb 10 03:39:02.006326 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b72bc9-3c58-4731-bf01-450863912820 req-e9f37bcd-95a6-4bf8-b83c-3fbd0d4eb6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:02.007960 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-e6b72bc9-3c58-4731-bf01-450863912820 req-e9f37bcd-95a6-4bf8-b83c-3fbd0d4eb6d9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 1129 time: 0.0523815 Feb 10 03:39:02.058260 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3c5868c9-949e-4681-a707-ed965a08b816 req-2bf3aff3-a9bd-4c28-a64c-62baaf1996e8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726802 Feb 10 03:39:02.071718 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-e6b72bc9-3c58-4731-bf01-450863912820 req-1716f879-4e9c-432c-a913-5ec7412288cd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523434 Feb 10 03:39:02.076280 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02df06-ec0a-495d-aef2-7d7c728f33c7 req-c78e7995-fbea-49b4-a925-e96ad26d3030 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:02.077760 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7e02df06-ec0a-495d-aef2-7d7c728f33c7 req-c78e7995-fbea-49b4-a925-e96ad26d3030 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0742683 Feb 10 03:39:02.126609 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7e02df06-ec0a-495d-aef2-7d7c728f33c7 req-1f309ffe-d31a-4ebd-96b4-22ff93eadb82 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427411 Feb 10 03:39:02.435384 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46332d9-3f61-4a0f-9795-15b6182695ef req-811dedec-ed65-41cd-b74e-9cc882adb335 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:02.437100 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b46332d9-3f61-4a0f-9795-15b6182695ef req-811dedec-ed65-41cd-b74e-9cc882adb335 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0597539 Feb 10 03:39:02.488155 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b46332d9-3f61-4a0f-9795-15b6182695ef req-8afc54a0-931d-42da-967e-69005d397513 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445940 Feb 10 03:39:02.680131 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba67db8-5642-4d97-b9a1-aaef82394e9b req-c4b09754-d805-43d3-a93e-fa2c1ca075dc tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:02.681626 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8ba67db8-5642-4d97-b9a1-aaef82394e9b req-c4b09754-d805-43d3-a93e-fa2c1ca075dc tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea HTTP/1.1" status: 200 len: 946 time: 0.0613253 Feb 10 03:39:02.731686 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8ba67db8-5642-4d97-b9a1-aaef82394e9b req-5015f414-ac8c-4aac-a3ab-4ac924d64eb8 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440817 Feb 10 03:39:02.935804 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c59b8e-3ff1-4592-8ac2-c328ed2c954d req-e2dd2001-db08-4170-b92f-e5f3ad461111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:02.937334 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-a2c59b8e-3ff1-4592-8ac2-c328ed2c954d req-e2dd2001-db08-4170-b92f-e5f3ad461111 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=114e0c095df64647bf339f0e8dcf8571&device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 1130 time: 0.0472655 Feb 10 03:39:03.030632 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c59b8e-3ff1-4592-8ac2-c328ed2c954d req-3427e259-0029-4b39-a680-8ad982475065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:03.032174 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-a2c59b8e-3ff1-4592-8ac2-c328ed2c954d req-3427e259-0029-4b39-a680-8ad982475065 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0aca2bf-c883-41b5-bca5-cb73801c5192 HTTP/1.1" status: 200 len: 920 time: 0.0873682 Feb 10 03:39:03.079222 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-a2c59b8e-3ff1-4592-8ac2-c328ed2c954d req-7fc9dbe4-2c42-4d2c-b99f-eb8d77dfd175 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fafc4667-568b-4a5e-9472-26cc6a82e44a HTTP/1.1" status: 200 len: 217 time: 0.0375185 Feb 10 03:39:03.138292 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c59b8e-3ff1-4592-8ac2-c328ed2c954d req-e75607e3-8cda-4ee0-b0a2-8de4938f808a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:03.140068 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-a2c59b8e-3ff1-4592-8ac2-c328ed2c954d req-e75607e3-8cda-4ee0-b0a2-8de4938f808a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9995f4ef-9c6b-4dbc-a816-718f17a87440 HTTP/1.1" status: 200 len: 859 time: 0.0461867 Feb 10 03:39:03.179127 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-a2c59b8e-3ff1-4592-8ac2-c328ed2c954d req-cc9ba14e-7880-4bec-a3ac-524952ef2070 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0aca2bf-c883-41b5-bca5-cb73801c5192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280645 Feb 10 03:39:03.265737 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a040e-ef88-4b7f-a8d6-d899c004b35a req-a9accfd4-20a2-4fac-9e12-b6df556969ae tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:03.267497 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-137a040e-ef88-4b7f-a8d6-d899c004b35a req-a9accfd4-20a2-4fac-9e12-b6df556969ae tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0541945 Feb 10 03:39:03.275385 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-a2c59b8e-3ff1-4592-8ac2-c328ed2c954d req-874bed6c-e9b7-4702-8fc2-67a7b2d3eb5f service neutron] 10.222.0.21 "GET /v2.0/networks/e0aca2bf-c883-41b5-bca5-cb73801c5192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876913 Feb 10 03:39:03.319070 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-137a040e-ef88-4b7f-a8d6-d899c004b35a req-a06c86ce-284c-4acf-849f-14f8ecd9db38 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453968 Feb 10 03:39:03.413607 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-a2c59b8e-3ff1-4592-8ac2-c328ed2c954d req-e6060101-411c-4eae-b801-114c1f39e9ca service neutron] 10.222.0.21 "GET /v2.0/networks/e0aca2bf-c883-41b5-bca5-cb73801c5192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864666 Feb 10 03:39:03.631740 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a4aad-120b-42ee-b9c5-dcc6ab0dec5b req-4c6ad96d-9f03-4957-aa42-9eacdd71adb9 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:03.633363 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e95a4aad-120b-42ee-b9c5-dcc6ab0dec5b req-4c6ad96d-9f03-4957-aa42-9eacdd71adb9 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0638077 Feb 10 03:39:03.685339 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e95a4aad-120b-42ee-b9c5-dcc6ab0dec5b req-28ddbfa6-2357-4ca7-b5d0-c19250238625 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463681 Feb 10 03:39:03.869756 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a03b1-e47b-4123-9c68-2d4a131e7662 req-c54e0b42-d774-4612-ba73-3ced3c7b719a tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:03.876076 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b56a03b1-e47b-4123-9c68-2d4a131e7662 req-c54e0b42-d774-4612-ba73-3ced3c7b719a tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea HTTP/1.1" status: 200 len: 946 time: 0.0612082 Feb 10 03:39:03.928970 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b56a03b1-e47b-4123-9c68-2d4a131e7662 req-789700bd-1c34-4a3f-9183-fdcd8ebe545f tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471764 Feb 10 03:39:04.459497 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8605ab-bbcb-4033-9ac2-4c3db92c29eb req-79c946f3-9823-48f1-b45d-de82683ddc2b tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:04.460998 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6f8605ab-bbcb-4033-9ac2-4c3db92c29eb req-79c946f3-9823-48f1-b45d-de82683ddc2b tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0588727 Feb 10 03:39:04.516912 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6f8605ab-bbcb-4033-9ac2-4c3db92c29eb req-c1a47306-c4ba-4d28-8cae-a761fdbc7b13 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493531 Feb 10 03:39:04.817536 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a57d4-8a20-49db-977a-be4bbb10ed77 req-749c54c8-8564-4df2-86d0-48555c34128d tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:04.819221 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-618a57d4-8a20-49db-977a-be4bbb10ed77 req-749c54c8-8564-4df2-86d0-48555c34128d tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0563474 Feb 10 03:39:04.868674 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-618a57d4-8a20-49db-977a-be4bbb10ed77 req-374f0f02-d3c0-41e9-97d7-d9db52dd6218 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436201 Feb 10 03:39:05.052903 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbed436-dce5-4930-afdf-bf3fbc6e5525 req-f1ed3090-1cf9-4cde-9c79-cea88c799980 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:05.058473 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0fbed436-dce5-4930-afdf-bf3fbc6e5525 req-f1ed3090-1cf9-4cde-9c79-cea88c799980 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea HTTP/1.1" status: 200 len: 946 time: 0.0622866 Feb 10 03:39:05.105026 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0fbed436-dce5-4930-afdf-bf3fbc6e5525 req-af2255b0-352c-4793-906a-85ef6a7f7902 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454178 Feb 10 03:39:05.660466 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4a971-7f50-4176-b8ac-400700c36e53 req-6c8c0bf6-450c-4b21-9bf9-a9a538ed32b6 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:05.662293 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c0d4a971-7f50-4176-b8ac-400700c36e53 req-6c8c0bf6-450c-4b21-9bf9-a9a538ed32b6 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0698702 Feb 10 03:39:05.711105 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c0d4a971-7f50-4176-b8ac-400700c36e53 req-30c7ef8b-ae57-41a3-a6ff-92191eb6a806 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425584 Feb 10 03:39:05.996544 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068b496-fc90-4ffa-9f8f-83dc6fc1b987 req-e0598991-a7ca-439e-ac3e-2a42155f3593 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:05.998030 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6068b496-fc90-4ffa-9f8f-83dc6fc1b987 req-e0598991-a7ca-439e-ac3e-2a42155f3593 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0605857 Feb 10 03:39:06.048186 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6068b496-fc90-4ffa-9f8f-83dc6fc1b987 req-0c04e3d0-288c-40f0-a5ce-d3f980fe8b94 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444999 Feb 10 03:39:06.570739 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6236eb-2571-48b9-a85b-bcf2aa6a0e60 req-2bb6386d-2344-463b-a479-ad770d1e6ca0 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:06.572282 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7b6236eb-2571-48b9-a85b-bcf2aa6a0e60 req-2bb6386d-2344-463b-a479-ad770d1e6ca0 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea HTTP/1.1" status: 200 len: 946 time: 0.0555179 Feb 10 03:39:06.626136 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7b6236eb-2571-48b9-a85b-bcf2aa6a0e60 req-14bedde9-78b1-4dda-92c3-1d0e97d4bc89 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482359 Feb 10 03:39:06.840498 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3b30a-1e83-415c-918a-473090e6dbb3 req-6673a904-e3b5-46e1-ab4b-9e7d975c4fcf tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:06.842029 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-81c3b30a-1e83-415c-918a-473090e6dbb3 req-6673a904-e3b5-46e1-ab4b-9e7d975c4fcf tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0548394 Feb 10 03:39:06.890709 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-81c3b30a-1e83-415c-918a-473090e6dbb3 req-f37818d7-1738-4287-9266-87e06ef0a682 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428076 Feb 10 03:39:07.170429 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c1766-10fc-44cd-9516-07dc83390687 req-ed34b93b-3c89-4b59-ba41-5f15fae234df tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:07.172137 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ca7c1766-10fc-44cd-9516-07dc83390687 req-ed34b93b-3c89-4b59-ba41-5f15fae234df tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0561624 Feb 10 03:39:07.224132 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ca7c1766-10fc-44cd-9516-07dc83390687 req-77e773cb-9573-4c2b-adde-3f7f0a670abb tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461798 Feb 10 03:39:07.759596 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e435b-3ff1-45d9-b98f-0a66a20811bf req-a07de8fc-6e2f-44fb-978b-bf6c692e3383 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:07.761110 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dd8e435b-3ff1-45d9-b98f-0a66a20811bf req-a07de8fc-6e2f-44fb-978b-bf6c692e3383 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea HTTP/1.1" status: 200 len: 946 time: 0.0586238 Feb 10 03:39:07.810075 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dd8e435b-3ff1-45d9-b98f-0a66a20811bf req-d1ab10c0-680c-4b7e-935c-6898a8c5c55c tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431175 Feb 10 03:39:07.914366 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 45856) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:39:07.962258 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc741b8b-b569-4cda-a729-3bb18f796a4e admin admin] Deleting subnet 889d8891-dbca-4755-bdbf-e30e3df604b1 {{(pid=102732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 03:39:07.975948 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cc741b8b-b569-4cda-a729-3bb18f796a4e admin admin] Publish callbacks [] for subnet (889d8891-dbca-4755-bdbf-e30e3df604b1), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:08.033512 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cc741b8b-b569-4cda-a729-3bb18f796a4e admin admin] Publish callbacks [] for subnet (889d8891-dbca-4755-bdbf-e30e3df604b1), precommit_delete_associations {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:08.045439 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cc741b8b-b569-4cda-a729-3bb18f796a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686942'] for subnet (889d8891-dbca-4755-bdbf-e30e3df604b1), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:08.083668 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc8174-45ab-4513-9319-8ba8741ebfc6 req-9c7757a9-f8af-4ce7-ac14-6ed8b02c55ac tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:08.085136 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7efc8174-45ab-4513-9319-8ba8741ebfc6 req-9c7757a9-f8af-4ce7-ac14-6ed8b02c55ac tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.1200874 Feb 10 03:39:08.131856 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cc741b8b-b569-4cda-a729-3bb18f796a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for subnet (889d8891-dbca-4755-bdbf-e30e3df604b1), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:08.165783 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7efc8174-45ab-4513-9319-8ba8741ebfc6 req-66def206-7105-4484-822f-2a47ee770b53 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747464 Feb 10 03:39:08.166720 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc741b8b-b569-4cda-a729-3bb18f796a4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=889d8891-dbca-4755-bdbf-e30e3df604b1,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:08.171578 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cc741b8b-b569-4cda-a729-3bb18f796a4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for subnet (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:08.174642 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-cc741b8b-b569-4cda-a729-3bb18f796a4e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/889d8891-dbca-4755-bdbf-e30e3df604b1 HTTP/1.1" status: 204 len: 168 time: 0.2592878 Feb 10 03:39:08.177439 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 45860) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:39:08.179915 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc741b8b-b569-4cda-a729-3bb18f796a4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:08.180201 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc741b8b-b569-4cda-a729-3bb18f796a4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:08.180538 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc741b8b-b569-4cda-a729-3bb18f796a4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:08.180868 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc741b8b-b569-4cda-a729-3bb18f796a4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:08.181193 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc741b8b-b569-4cda-a729-3bb18f796a4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:08.181566 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc741b8b-b569-4cda-a729-3bb18f796a4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:08.181814 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc741b8b-b569-4cda-a729-3bb18f796a4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:08.182118 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc741b8b-b569-4cda-a729-3bb18f796a4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:08.182455 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc741b8b-b569-4cda-a729-3bb18f796a4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:08.182782 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc741b8b-b569-4cda-a729-3bb18f796a4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:08.183111 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc741b8b-b569-4cda-a729-3bb18f796a4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:08.183426 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc741b8b-b569-4cda-a729-3bb18f796a4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:08.183796 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc741b8b-b569-4cda-a729-3bb18f796a4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:08.250071 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-47a5a35e-c4e0-4df1-85e0-b8baac79bbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-664968'] for network (fa97c7cf-9989-435b-b6d5-dfe1ac487aeb), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:08.329442 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-47a5a35e-c4e0-4df1-85e0-b8baac79bbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737483', 'neutron.services.segments.db._delete_segments_for_network-8729388224440'] for network (fa97c7cf-9989-435b-b6d5-dfe1ac487aeb), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:08.348931 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b49f7-09e4-4d64-8f49-1040436d88aa req-fd86d4d1-588f-40a9-8d25-c0fdb46c75de tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:08.350228 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.services.segments.db [None req-47a5a35e-c4e0-4df1-85e0-b8baac79bbcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa97c7cf-9989-435b-b6d5-dfe1ac487aeb']}} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:39:08.350521 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-848b49f7-09e4-4d64-8f49-1040436d88aa req-fd86d4d1-588f-40a9-8d25-c0fdb46c75de tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0571184 Feb 10 03:39:08.359783 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.services.segments.db [None req-47a5a35e-c4e0-4df1-85e0-b8baac79bbcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39cbceaa-430a-4839-b4dd-b80a35ec3ed6') {'for_net_delete': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:39:08.360070 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.services.segments.db [None req-47a5a35e-c4e0-4df1-85e0-b8baac79bbcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39cbceaa-430a-4839-b4dd-b80a35ec3ed6') {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:39:08.369314 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-47a5a35e-c4e0-4df1-85e0-b8baac79bbcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729388227777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268408301'] for segment (39cbceaa-430a-4839-b4dd-b80a35ec3ed6), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:08.383894 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-47a5a35e-c4e0-4df1-85e0-b8baac79bbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (39cbceaa-430a-4839-b4dd-b80a35ec3ed6), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:08.390360 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a5a35e-c4e0-4df1-85e0-b8baac79bbcb admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 03:39:08.390781 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-47a5a35e-c4e0-4df1-85e0-b8baac79bbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264842786'] for segment (39cbceaa-430a-4839-b4dd-b80a35ec3ed6), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: Traceback (most recent call last): Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: timer() Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: cb(*args, **kw) Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: return func(*args, **kwargs) Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: self._notify() Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: self.callback(batched_events) Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: event.method(event) Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: return f(self, *a, **k) Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: return self._get(url).json() Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: return self.request(url, 'GET', **kwargs) Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 03:39:08.392443 dv-cinder-828060-2-iscsi neutron-server[102733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 03:39:08.404931 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-848b49f7-09e4-4d64-8f49-1040436d88aa req-a3ddada4-a7f4-431f-9268-7a29a5ead42c tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483367 Feb 10 03:39:08.448744 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-47a5a35e-c4e0-4df1-85e0-b8baac79bbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575265'] for network (fa97c7cf-9989-435b-b6d5-dfe1ac487aeb), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:08.456350 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-47a5a35e-c4e0-4df1-85e0-b8baac79bbcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:08.460550 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-47a5a35e-c4e0-4df1-85e0-b8baac79bbcb admin admin] 10.222.0.32 "DELETE /v2.0/networks/fa97c7cf-9989-435b-b6d5-dfe1ac487aeb HTTP/1.1" status: 204 len: 168 time: 0.2814035 Feb 10 03:39:08.463567 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 45864) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:39:08.470313 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5a35e-c4e0-4df1-85e0-b8baac79bbcb admin admin] Pushing event deleted for resources: {'Network': ['ID=fa97c7cf-9989-435b-b6d5-dfe1ac487aeb,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:08.478164 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a5a35e-c4e0-4df1-85e0-b8baac79bbcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:08.478518 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a5a35e-c4e0-4df1-85e0-b8baac79bbcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:08.478926 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a5a35e-c4e0-4df1-85e0-b8baac79bbcb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:08.479268 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a5a35e-c4e0-4df1-85e0-b8baac79bbcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:08.479574 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a5a35e-c4e0-4df1-85e0-b8baac79bbcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:08.482250 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a5a35e-c4e0-4df1-85e0-b8baac79bbcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:08.482250 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a5a35e-c4e0-4df1-85e0-b8baac79bbcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:08.482250 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a5a35e-c4e0-4df1-85e0-b8baac79bbcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:08.482250 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a5a35e-c4e0-4df1-85e0-b8baac79bbcb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:08.482250 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a5a35e-c4e0-4df1-85e0-b8baac79bbcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:08.482250 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a5a35e-c4e0-4df1-85e0-b8baac79bbcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:08.482250 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a5a35e-c4e0-4df1-85e0-b8baac79bbcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:08.482250 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a5a35e-c4e0-4df1-85e0-b8baac79bbcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:08.512312 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.db_base_plugin_v2 [None req-614423ae-f8dd-40dc-ab32-17d65e98beea admin admin] Deleting subnet d548ea41-3e5d-4c35-9b46-fd06bfacd000 {{(pid=102732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 03:39:08.516119 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-614423ae-f8dd-40dc-ab32-17d65e98beea admin admin] Publish callbacks [] for subnet (d548ea41-3e5d-4c35-9b46-fd06bfacd000), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:08.552626 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-614423ae-f8dd-40dc-ab32-17d65e98beea admin admin] Publish callbacks [] for subnet (d548ea41-3e5d-4c35-9b46-fd06bfacd000), precommit_delete_associations {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:08.560444 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-614423ae-f8dd-40dc-ab32-17d65e98beea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686942'] for subnet (d548ea41-3e5d-4c35-9b46-fd06bfacd000), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:08.617538 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-614423ae-f8dd-40dc-ab32-17d65e98beea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for subnet (d548ea41-3e5d-4c35-9b46-fd06bfacd000), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:08.648066 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614423ae-f8dd-40dc-ab32-17d65e98beea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d548ea41-3e5d-4c35-9b46-fd06bfacd000,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:08.652455 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-614423ae-f8dd-40dc-ab32-17d65e98beea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for subnet (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:08.655852 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-614423ae-f8dd-40dc-ab32-17d65e98beea admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d548ea41-3e5d-4c35-9b46-fd06bfacd000 HTTP/1.1" status: 204 len: 168 time: 0.1912723 Feb 10 03:39:08.658724 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 45868) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:39:08.747423 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb733f3a-edc3-4d59-aa03-f641f7ccdbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-664968'] for network (53aadeec-4464-4edb-86e3-957f9a597265), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:08.831570 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb733f3a-edc3-4d59-aa03-f641f7ccdbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737483', 'neutron.services.segments.db._delete_segments_for_network-8729388224440'] for network (53aadeec-4464-4edb-86e3-957f9a597265), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:08.852975 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb733f3a-edc3-4d59-aa03-f641f7ccdbe0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:39:08.853351 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb733f3a-edc3-4d59-aa03-f641f7ccdbe0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:39:08.854089 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb733f3a-edc3-4d59-aa03-f641f7ccdbe0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:39:08.854427 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb733f3a-edc3-4d59-aa03-f641f7ccdbe0 admin admin] Subscribe: > port after_create 55550000 {{(pid=102732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:39:08.854795 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb733f3a-edc3-4d59-aa03-f641f7ccdbe0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:39:08.855134 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb733f3a-edc3-4d59-aa03-f641f7ccdbe0 admin admin] Subscribe: > port after_update 55550000 {{(pid=102732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:39:08.855476 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb733f3a-edc3-4d59-aa03-f641f7ccdbe0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:39:08.855818 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb733f3a-edc3-4d59-aa03-f641f7ccdbe0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:39:08.856135 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb733f3a-edc3-4d59-aa03-f641f7ccdbe0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:39:08.856512 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb733f3a-edc3-4d59-aa03-f641f7ccdbe0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:39:08.922731 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb733f3a-edc3-4d59-aa03-f641f7ccdbe0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:39:08.922988 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb733f3a-edc3-4d59-aa03-f641f7ccdbe0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:39:08.923323 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb733f3a-edc3-4d59-aa03-f641f7ccdbe0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:39:08.923659 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb733f3a-edc3-4d59-aa03-f641f7ccdbe0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:39:08.924050 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.services.segments.db [None req-cb733f3a-edc3-4d59-aa03-f641f7ccdbe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53aadeec-4464-4edb-86e3-957f9a597265']}} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:39:08.951507 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.services.segments.db [None req-cb733f3a-edc3-4d59-aa03-f641f7ccdbe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bdf4a21-93c7-4bf7-abf0-c31406a861e2') {'for_net_delete': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:39:08.951776 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.services.segments.db [None req-cb733f3a-edc3-4d59-aa03-f641f7ccdbe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bdf4a21-93c7-4bf7-abf0-c31406a861e2') {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:39:08.983007 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb733f3a-edc3-4d59-aa03-f641f7ccdbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729388227777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266296444'] for segment (6bdf4a21-93c7-4bf7-abf0-c31406a861e2), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:09.012012 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb733f3a-edc3-4d59-aa03-f641f7ccdbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (6bdf4a21-93c7-4bf7-abf0-c31406a861e2), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:09.022684 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb733f3a-edc3-4d59-aa03-f641f7ccdbe0 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 03:39:09.023095 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb733f3a-edc3-4d59-aa03-f641f7ccdbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265725812'] for segment (6bdf4a21-93c7-4bf7-abf0-c31406a861e2), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: from cryptography.utils import int_from_bytes Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: from cryptography.utils import int_from_bytes Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: Traceback (most recent call last): Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: timer() Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: cb(*args, **kw) Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: return func(*args, **kwargs) Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: self._notify() Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: self.callback(batched_events) Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: event.method(event) Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: return f(self, *a, **k) Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: return self._get(url).json() Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: return self.request(url, 'GET', **kwargs) Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 03:39:09.026989 dv-cinder-828060-2-iscsi neutron-server[102732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 03:39:09.077187 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b206b3c-99c1-4354-9b98-d245870f79e4 req-c498b473-8bb4-4218-aae3-c454d9f1ad8a tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:09.079074 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5b206b3c-99c1-4354-9b98-d245870f79e4 req-c498b473-8bb4-4218-aae3-c454d9f1ad8a tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea HTTP/1.1" status: 200 len: 946 time: 0.1495743 Feb 10 03:39:09.102522 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb733f3a-edc3-4d59-aa03-f641f7ccdbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575265'] for network (53aadeec-4464-4edb-86e3-957f9a597265), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:09.130192 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb733f3a-edc3-4d59-aa03-f641f7ccdbe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:09.133412 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-cb733f3a-edc3-4d59-aa03-f641f7ccdbe0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/53aadeec-4464-4edb-86e3-957f9a597265 HTTP/1.1" status: 204 len: 168 time: 0.4737930 Feb 10 03:39:09.137885 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb733f3a-edc3-4d59-aa03-f641f7ccdbe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=53aadeec-4464-4edb-86e3-957f9a597265,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:09.150286 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5b206b3c-99c1-4354-9b98-d245870f79e4 req-1d53dfa1-5780-4a24-be1d-2b4aba55268a tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/security-groups?id=4943efc5-81f3-4158-a24d-11e5b6b1133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656693 Feb 10 03:39:09.248707 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfef209-a4d5-4f90-b6d1-06dacc498b4f req-99cb282d-8174-41c0-9884-86cdb3d33b8f tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:09.250951 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-5dfef209-a4d5-4f90-b6d1-06dacc498b4f req-99cb282d-8174-41c0-9884-86cdb3d33b8f tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.21 "GET /v2.0/ports?device_id=99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea HTTP/1.1" status: 200 len: 946 time: 0.0954053 Feb 10 03:39:09.301786 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c12c8-60ab-49c3-bc2c-60e7d7f805b4 req-7c7492ae-5c47-4de5-a891-7358dcaa635d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:09.303389 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5b7c12c8-60ab-49c3-bc2c-60e7d7f805b4 req-7c7492ae-5c47-4de5-a891-7358dcaa635d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0577807 Feb 10 03:39:09.333966 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 45878) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:39:09.379218 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5b7c12c8-60ab-49c3-bc2c-60e7d7f805b4 req-4a87e19b-c24c-4eab-a1f5-25e2f7206633 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694354 Feb 10 03:39:09.397514 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-03956bfb-46f5-40c7-85be-a582f958a1ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f368fc7aa6a45d5ad38b98b76e91b55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0600486 Feb 10 03:39:09.397674 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-5dfef209-a4d5-4f90-b6d1-06dacc498b4f req-c2e7520f-b94b-468b-a01e-26d69a16ef97 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Deleting port e19c2120-4b2b-405d-943c-f5030818eca4 {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:39:09.397674 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-5dfef209-a4d5-4f90-b6d1-06dacc498b4f req-c2e7520f-b94b-468b-a01e-26d69a16ef97 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (e19c2120-4b2b-405d-943c-f5030818eca4), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:09.397829 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 45880) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:39:09.448905 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-76c6539f-adad-4de7-b89b-d1ef88cc41cb admin admin] Publish callbacks [] for security_group (00b26a8b-ff96-4102-97f3-8edd39481591), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:09.474017 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-76c6539f-adad-4de7-b89b-d1ef88cc41cb admin admin] Publish callbacks [] for security_group (00b26a8b-ff96-4102-97f3-8edd39481591), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:09.497050 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-5dfef209-a4d5-4f90-b6d1-06dacc498b4f req-c2e7520f-b94b-468b-a01e-26d69a16ef97 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] For port e19c2120-4b2b-405d-943c-f5030818eca4, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=e19c2120-4b2b-405d-943c-f5030818eca4,segment=NetworkSegment(12fbc880-dc45-48eb-b207-8a70d4943409),segment_id=12fbc880-dc45-48eb-b207-8a70d4943409)] {{(pid=102733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:39:09.497414 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-5dfef209-a4d5-4f90-b6d1-06dacc498b4f req-c2e7520f-b94b-468b-a01e-26d69a16ef97 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (e19c2120-4b2b-405d-943c-f5030818eca4), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:09.516970 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-5dfef209-a4d5-4f90-b6d1-06dacc498b4f req-c2e7520f-b94b-468b-a01e-26d69a16ef97 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Calling delete_port for e19c2120-4b2b-405d-943c-f5030818eca4 owned by compute:nova {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:39:09.554423 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b5306-0109-4d5c-b66b-2dc723a2b4a2 req-d7a92494-5abd-44e5-a22c-791e0007b5d4 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:09.556001 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-863b5306-0109-4d5c-b66b-2dc723a2b4a2 req-d7a92494-5abd-44e5-a22c-791e0007b5d4 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0753608 Feb 10 03:39:09.570377 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-76c6539f-adad-4de7-b89b-d1ef88cc41cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (00b26a8b-ff96-4102-97f3-8edd39481591), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:09.573051 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-76c6539f-adad-4de7-b89b-d1ef88cc41cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:09.574153 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-76c6539f-adad-4de7-b89b-d1ef88cc41cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00b26a8b-ff96-4102-97f3-8edd39481591 HTTP/1.1" status: 204 len: 168 time: 0.1754870 Feb 10 03:39:09.636095 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6539f-adad-4de7-b89b-d1ef88cc41cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b26a8b-ff96-4102-97f3-8edd39481591,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:09.643218 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-863b5306-0109-4d5c-b66b-2dc723a2b4a2 req-12d656f7-cd8d-41b3-bcfe-88336b188c3b tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803013 Feb 10 03:39:09.694983 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-5dfef209-a4d5-4f90-b6d1-06dacc498b4f req-c2e7520f-b94b-468b-a01e-26d69a16ef97 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (e19c2120-4b2b-405d-943c-f5030818eca4), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:09.727538 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7520f-b94b-468b-a01e-26d69a16ef97 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Pushing event deleted for resources: {'Port': ['ID=e19c2120-4b2b-405d-943c-f5030818eca4,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:09.790434 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfef209-a4d5-4f90-b6d1-06dacc498b4f req-c2e7520f-b94b-468b-a01e-26d69a16ef97 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] No DVR routers for this DVR port e19c2120-4b2b-405d-943c-f5030818eca4 on host hv-cinder-82806 {{(pid=102733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:39:09.793541 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-5dfef209-a4d5-4f90-b6d1-06dacc498b4f req-c2e7520f-b94b-468b-a01e-26d69a16ef97 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:09.797200 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-5dfef209-a4d5-4f90-b6d1-06dacc498b4f req-c2e7520f-b94b-468b-a01e-26d69a16ef97 tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.21 "DELETE /v2.0/ports/e19c2120-4b2b-405d-943c-f5030818eca4 HTTP/1.1" status: 204 len: 173 time: 0.5370770 Feb 10 03:39:09.797783 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea', 'name': 'network-vif-deleted', 'tag': 'e19c2120-4b2b-405d-943c-f5030818eca4'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:39:09.800108 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bdad01-b689-4acd-84a4-3d69b7eae38c" -d '{"events": [{"server_uuid": "99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea", "name": "network-vif-deleted", "tag": "e19c2120-4b2b-405d-943c-f5030818eca4"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:39:09.863429 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c738d64-2e07-4e5c-8140-eaa8e6c705aa x-openstack-request-id: req-5c738d64-2e07-4e5c-8140-eaa8e6c705aa {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:39:09.863724 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea", "name": "network-vif-deleted", "tag": "e19c2120-4b2b-405d-943c-f5030818eca4", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:39:09.863977 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c738d64-2e07-4e5c-8140-eaa8e6c705aa {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:39:09.864380 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea', 'name': 'network-vif-deleted', 'tag': 'e19c2120-4b2b-405d-943c-f5030818eca4', 'status': 'completed', 'code': 200} Feb 10 03:39:10.003739 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 45904) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:39:10.048760 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-4ab8e543-0669-4f69-9a38-e7241026168a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca0e77257c8a43139406e17ca9dc2120&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413041 Feb 10 03:39:10.049032 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 45910) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:39:10.097266 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-04b9bf4c-76df-4962-a1e2-7d390d457d76 admin admin] Publish callbacks [] for security_group (edd2eff1-e764-47cd-9aa8-890b071c977c), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:10.123652 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-04b9bf4c-76df-4962-a1e2-7d390d457d76 admin admin] Publish callbacks [] for security_group (edd2eff1-e764-47cd-9aa8-890b071c977c), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:10.134955 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-796194c1-a2e6-4e0c-8f9b-59a97e2a0057 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:10.136435 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-796194c1-a2e6-4e0c-8f9b-59a97e2a0057 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/networks?id=4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 HTTP/1.1" status: 200 len: 814 time: 0.1057024 Feb 10 03:39:10.152396 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-47669396-7998-44e0-9a63-cf1d3a5d7aff tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/quotas/d7bf7bed71094487b57906e39d043543 HTTP/1.1" status: 200 len: 375 time: 0.0103278 Feb 10 03:39:10.172461 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-04b9bf4c-76df-4962-a1e2-7d390d457d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (edd2eff1-e764-47cd-9aa8-890b071c977c), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:10.175293 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-04b9bf4c-76df-4962-a1e2-7d390d457d76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:10.177681 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-04b9bf4c-76df-4962-a1e2-7d390d457d76 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/edd2eff1-e764-47cd-9aa8-890b071c977c HTTP/1.1" status: 204 len: 168 time: 0.1264796 Feb 10 03:39:10.190329 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9bf4c-76df-4962-a1e2-7d390d457d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd2eff1-e764-47cd-9aa8-890b071c977c,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:10.223252 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-5357a80f-deee-4c5b-940b-c01cb9e4f888 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7bf7bed71094487b57906e39d043543&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0651584 Feb 10 03:39:10.320824 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7e68546e-d72e-483e-aa3a-6ef26bb7ff5c req-08f49c6d-9277-497b-b0d4-1fb7a2f2bd6d tempest-VolumesActionsTest-354431124 tempest-VolumesActionsTest-354431124-project] 10.222.0.32 "GET /v2.0/ports?device_id=99a9e0e8-acbb-4d1c-8c71-e9bdafd40dea HTTP/1.1" status: 200 len: 210 time: 0.0324600 Feb 10 03:39:10.348852 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-4afef78f-64aa-4fac-8ed5-de54f68ec731 service neutron] 10.222.0.32 "GET /v2.0/networks/4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198611 Feb 10 03:39:10.463732 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-e29f5194-6a84-4d27-8cba-8df3e2fdc3fc service neutron] 10.222.0.32 "GET /v2.0/networks/4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134653 Feb 10 03:39:10.527312 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db5f05-6a79-4470-af9e-79dddcf5ba41 req-07b9b812-b9e3-45d0-979a-18e3861bbc5c tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:10.536113 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-38db5f05-6a79-4470-af9e-79dddcf5ba41 req-07b9b812-b9e3-45d0-979a-18e3861bbc5c tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0685060 Feb 10 03:39:10.590278 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-38db5f05-6a79-4470-af9e-79dddcf5ba41 req-d1893d34-cf34-42c1-9944-a03b8045493c tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530210 Feb 10 03:39:10.698689 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5e7eb9ff-55b8-42e2-934a-ef39cf3a30a4 req-233858e7-569a-41be-ba15-4c31c5a66470 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b2d5f1-131a-4713-9d41-f99e7b3897c7 HTTP/1.1" status: 200 len: 210 time: 0.0625353 Feb 10 03:39:10.792857 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3853d4-23ae-40e1-a5c6-9e59863e64e7 req-32606fe9-e812-4549-89d4-03a726ec33bc tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:10.794661 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1a3853d4-23ae-40e1-a5c6-9e59863e64e7 req-32606fe9-e812-4549-89d4-03a726ec33bc tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0619414 Feb 10 03:39:10.846441 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1a3853d4-23ae-40e1-a5c6-9e59863e64e7 req-41201ac5-dcff-49ae-8c0d-09de20a7251a tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452168 Feb 10 03:39:11.421341 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device e19c2120-4b2b-405d-943c-f5030818eca4 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:39:11.441124 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] No Port match for: e19c2120-4b2b-405d-943c-f5030818eca4 {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:39:11.441487 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device e19c2120-4b2b-405d-943c-f5030818eca4 not bound to the agent host hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:39:11.453632 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 45976) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:39:11.560167 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-971bc390-4d64-4a3a-9b79-3160ae253c3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:11.648589 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-971bc390-4d64-4a3a-9b79-3160ae253c3e admin admin] Publish callbacks [] for security_group (32735779-ba66-4221-a3bc-bebc96e79b57), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:11.653965 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-971bc390-4d64-4a3a-9b79-3160ae253c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (32735779-ba66-4221-a3bc-bebc96e79b57), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:11.695581 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bc390-4d64-4a3a-9b79-3160ae253c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32735779-ba66-4221-a3bc-bebc96e79b57,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:11.705909 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-971bc390-4d64-4a3a-9b79-3160ae253c3e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=973bf63a8fc04416a592f2dad60e36aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510600 Feb 10 03:39:11.710771 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 45992) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:39:11.773085 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668894f8-c4c5-40b4-8cfc-b0ca61f7b7b4 req-da76038c-6a52-4d5b-ab73-70ce2b628935 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:11.775810 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-03e60001-a933-42e1-a99d-4e37eb075f6f admin admin] Publish callbacks [] for security_group (32735779-ba66-4221-a3bc-bebc96e79b57), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:11.776045 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-668894f8-c4c5-40b4-8cfc-b0ca61f7b7b4 req-da76038c-6a52-4d5b-ab73-70ce2b628935 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0970588 Feb 10 03:39:11.804602 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-03e60001-a933-42e1-a99d-4e37eb075f6f admin admin] Publish callbacks [] for security_group (32735779-ba66-4221-a3bc-bebc96e79b57), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:11.860252 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-431f23f0-60e6-4c00-b6f6-b760ad939f8c req-16ffeac7-0190-41e6-bee0-7b6d882213dd tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b2d5f1-131a-4713-9d41-f99e7b3897c7 HTTP/1.1" status: 200 len: 210 time: 0.0435927 Feb 10 03:39:11.918100 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-03e60001-a933-42e1-a99d-4e37eb075f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (32735779-ba66-4221-a3bc-bebc96e79b57), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:11.921599 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-03e60001-a933-42e1-a99d-4e37eb075f6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:11.922854 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-03e60001-a933-42e1-a99d-4e37eb075f6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32735779-ba66-4221-a3bc-bebc96e79b57 HTTP/1.1" status: 204 len: 168 time: 0.2122164 Feb 10 03:39:11.939536 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e60001-a933-42e1-a99d-4e37eb075f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32735779-ba66-4221-a3bc-bebc96e79b57,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:11.945207 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-668894f8-c4c5-40b4-8cfc-b0ca61f7b7b4 req-e5cbc3ed-5c95-4bf3-aca0-139417447af7 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599088 Feb 10 03:39:11.987141 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-6c89d5a9-96c7-4180-94c1-a2426f4b5c2d tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:11.987141 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-6c89d5a9-96c7-4180-94c1-a2426f4b5c2d tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.21 "GET /v2.0/networks?id=4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 HTTP/1.1" status: 200 len: 814 time: 0.1479533 Feb 10 03:39:12.012380 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-be73b06e-28cf-4221-a9b4-7484e1937bc4 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Request body: {'port': {'device_id': '49b2d5f1-131a-4713-9d41-f99e7b3897c7', 'network_id': '4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0', 'admin_state_up': True, 'tenant_id': 'd7bf7bed71094487b57906e39d043543'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:39:12.047408 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd2889-8517-4e6d-984a-ad7fee1e16ca req-9d62161c-cd48-4fce-8e3e-666ec75fbd7f tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:12.050328 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4bbd2889-8517-4e6d-984a-ad7fee1e16ca req-9d62161c-cd48-4fce-8e3e-666ec75fbd7f tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0673244 Feb 10 03:39:12.143745 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4bbd2889-8517-4e6d-984a-ad7fee1e16ca req-8f00642d-8214-4889-8369-58691119bd1e tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707920 Feb 10 03:39:12.160158 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-be73b06e-28cf-4221-a9b4-7484e1937bc4 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Made reservation on behalf of d7bf7bed71094487b57906e39d043543 for: {'port': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:39:12.163684 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-be73b06e-28cf-4221-a9b4-7484e1937bc4 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:12.305504 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-be73b06e-28cf-4221-a9b4-7484e1937bc4 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Allocated IP 172.20.0.4 (4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0/2a238260-e910-4611-881a-7b75876308bb/b590bb01-bf48-4666-8123-155cb2cc0ab8) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:39:12.456856 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-be73b06e-28cf-4221-a9b4-7484e1937bc4 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks [] for port (b590bb01-bf48-4666-8123-155cb2cc0ab8), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:12.492125 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-be73b06e-28cf-4221-a9b4-7484e1937bc4 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (b590bb01-bf48-4666-8123-155cb2cc0ab8), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:12.537581 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['beb068b9-e15c-4f4f-92d7-1c14f685b47d', '73b9af4c-1633-4ce7-bedf-db767aba25bf', '53940bd9-b20a-45d0-989c-c2c1a1dd9c69'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:39:12.541195 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-be73b06e-28cf-4221-a9b4-7484e1937bc4 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Network 4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:39:12.544447 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-be73b06e-28cf-4221-a9b4-7484e1937bc4 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:39:12.548771 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-be73b06e-28cf-4221-a9b4-7484e1937bc4 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:39:12.552943 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73b06e-28cf-4221-a9b4-7484e1937bc4 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Pushing event updated for resources: {'Port': ['ID=b590bb01-bf48-4666-8123-155cb2cc0ab8,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:12.607987 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-be73b06e-28cf-4221-a9b4-7484e1937bc4 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:12.608620 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-be73b06e-28cf-4221-a9b4-7484e1937bc4 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:12.625788 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-be73b06e-28cf-4221-a9b4-7484e1937bc4 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6191990 Feb 10 03:39:12.974308 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd209c-177e-444a-bb05-a1f329d6f180 req-0e09d3ab-e83f-416b-9155-86296690498a tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:12.976017 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e6fd209c-177e-444a-bb05-a1f329d6f180 req-0e09d3ab-e83f-416b-9155-86296690498a tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b2d5f1-131a-4713-9d41-f99e7b3897c7 HTTP/1.1" status: 200 len: 931 time: 0.0547237 Feb 10 03:39:13.034520 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e6fd209c-177e-444a-bb05-a1f329d6f180 req-e5e94f63-7db3-4607-8ea1-2e79bad7fa3c tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529232 Feb 10 03:39:13.077383 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08b4d0-be5e-4a73-b42c-4346657c3748 req-a184bf77-f9b6-4371-8250-bd78f55a526b tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:13.078896 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2d08b4d0-be5e-4a73-b42c-4346657c3748 req-a184bf77-f9b6-4371-8250-bd78f55a526b tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0601912 Feb 10 03:39:13.082399 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 46070) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:39:13.126167 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2d08b4d0-be5e-4a73-b42c-4346657c3748 req-1082431c-8ea1-4a9c-ab12-1b1b753ff3db tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411711 Feb 10 03:39:13.187849 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ef07ff35-abc5-417a-b9a7-df87c70680e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:13.252217 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd2bb9-dbec-4a28-8117-6fd6946e30fe req-eb15ac4c-c269-4940-b34b-8d15c42a4ab5 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:13.253715 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-08fd2bb9-dbec-4a28-8117-6fd6946e30fe req-eb15ac4c-c269-4940-b34b-8d15c42a4ab5 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0535460 Feb 10 03:39:13.268412 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ef07ff35-abc5-417a-b9a7-df87c70680e0 admin admin] Publish callbacks [] for security_group (7e4cf1ae-68ff-4185-880d-d70d38c7b905), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:13.273410 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ef07ff35-abc5-417a-b9a7-df87c70680e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (7e4cf1ae-68ff-4185-880d-d70d38c7b905), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:13.300825 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-08fd2bb9-dbec-4a28-8117-6fd6946e30fe req-55a94015-7ed5-4541-8169-75bd7ef6d8f4 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411685 Feb 10 03:39:13.309120 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07ff35-abc5-417a-b9a7-df87c70680e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4cf1ae-68ff-4185-880d-d70d38c7b905,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:13.313589 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-ef07ff35-abc5-417a-b9a7-df87c70680e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8bc6803b8ee44237a3d3c3e0ce6e2353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301135 Feb 10 03:39:13.316560 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 46080) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:39:13.370424 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ed78a089-a634-4b1e-949b-fb22faaae53e admin admin] Publish callbacks [] for security_group (7e4cf1ae-68ff-4185-880d-d70d38c7b905), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:13.395651 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ed78a089-a634-4b1e-949b-fb22faaae53e admin admin] Publish callbacks [] for security_group (7e4cf1ae-68ff-4185-880d-d70d38c7b905), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:13.443311 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ed78a089-a634-4b1e-949b-fb22faaae53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (7e4cf1ae-68ff-4185-880d-d70d38c7b905), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:13.445855 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ed78a089-a634-4b1e-949b-fb22faaae53e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:13.447018 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-ed78a089-a634-4b1e-949b-fb22faaae53e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e4cf1ae-68ff-4185-880d-d70d38c7b905 HTTP/1.1" status: 204 len: 168 time: 0.1294253 Feb 10 03:39:13.454982 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78a089-a634-4b1e-949b-fb22faaae53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4cf1ae-68ff-4185-880d-d70d38c7b905,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:14.164534 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37b94c-8149-47cb-a98e-804c8cb931bb req-a4482f88-93ab-4c37-a7d2-c13d4f74a4c8 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:14.166031 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4d37b94c-8149-47cb-a98e-804c8cb931bb req-a4482f88-93ab-4c37-a7d2-c13d4f74a4c8 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b2d5f1-131a-4713-9d41-f99e7b3897c7 HTTP/1.1" status: 200 len: 931 time: 0.0603974 Feb 10 03:39:14.237863 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4d37b94c-8149-47cb-a98e-804c8cb931bb req-09951e78-c1cb-4ff0-9711-58b86096b787 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657091 Feb 10 03:39:14.264319 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b1166-3c5a-48bb-a2ac-8fd1a90c1387 req-d5d358bb-225e-4dbe-a355-57b049802d9e tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:14.265913 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d17b1166-3c5a-48bb-a2ac-8fd1a90c1387 req-d5d358bb-225e-4dbe-a355-57b049802d9e tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0669835 Feb 10 03:39:14.317606 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d17b1166-3c5a-48bb-a2ac-8fd1a90c1387 req-540346c7-9381-404d-ad02-98dabe0595ba tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460198 Feb 10 03:39:14.428950 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29d606-ae53-46a2-9329-ca6b923c57ae req-6dd4cfcd-6d54-492f-9b04-60435f6ad7d4 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:14.430413 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ec29d606-ae53-46a2-9329-ca6b923c57ae req-6dd4cfcd-6d54-492f-9b04-60435f6ad7d4 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0611329 Feb 10 03:39:14.480035 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ec29d606-ae53-46a2-9329-ca6b923c57ae req-496dfd8b-3aac-4196-9d7e-8b12b536d220 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411935 Feb 10 03:39:15.378489 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6806b1b-4673-4266-b730-e751ca02ca9f req-c47ff74d-04a1-430f-a957-39d7290d43ba tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:15.380068 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a6806b1b-4673-4266-b730-e751ca02ca9f req-c47ff74d-04a1-430f-a957-39d7290d43ba tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b2d5f1-131a-4713-9d41-f99e7b3897c7 HTTP/1.1" status: 200 len: 931 time: 0.0733221 Feb 10 03:39:15.454523 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a6806b1b-4673-4266-b730-e751ca02ca9f req-d52dd544-2130-4d5d-8630-742c0751822b tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689440 Feb 10 03:39:15.477171 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e340b8b-81c3-4ece-95bd-08f3f1b55eba req-53b10f40-4bef-45d1-b567-ea82c490a5ef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:15.478588 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0e340b8b-81c3-4ece-95bd-08f3f1b55eba req-53b10f40-4bef-45d1-b567-ea82c490a5ef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0797994 Feb 10 03:39:15.527506 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0e340b8b-81c3-4ece-95bd-08f3f1b55eba req-97bf6326-4807-4e6f-8a90-4eedd22f5e59 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430570 Feb 10 03:39:15.590672 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-f69643b7-0c00-4489-adc3-274961193c84 service neutron] Request body: {'port': {'device_id': '49b2d5f1-131a-4713-9d41-f99e7b3897c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:39:15.606246 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa78447-1db1-435c-82a4-7b6360b4e63a req-45a47d9e-b381-4b45-b31a-3de0467b1faf tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:15.607792 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8fa78447-1db1-435c-82a4-7b6360b4e63a req-45a47d9e-b381-4b45-b31a-3de0467b1faf tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0548220 Feb 10 03:39:15.655588 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-f69643b7-0c00-4489-adc3-274961193c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (b590bb01-bf48-4666-8123-155cb2cc0ab8), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:15.656487 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8fa78447-1db1-435c-82a4-7b6360b4e63a req-a63d1504-a9a7-4679-9ed4-c11cb8ac7656 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429344 Feb 10 03:39:15.919768 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-f69643b7-0c00-4489-adc3-274961193c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b590bb01-bf48-4666-8123-155cb2cc0ab8 {{(pid=102733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:39:15.927281 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-f69643b7-0c00-4489-adc3-274961193c84 service neutron] Publish callbacks [] for port (b590bb01-bf48-4666-8123-155cb2cc0ab8), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:15.939277 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.provisioning_blocks [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-f69643b7-0c00-4489-adc3-274961193c84 service neutron] Transition to ACTIVE for port object b590bb01-bf48-4666-8123-155cb2cc0ab8 will not be triggered until provisioned by entity L2. {{(pid=102733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:39:15.945703 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-f69643b7-0c00-4489-adc3-274961193c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (b590bb01-bf48-4666-8123-155cb2cc0ab8), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:15.992318 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69643b7-0c00-4489-adc3-274961193c84 service neutron] Pushing event updated for resources: {'Port': ['ID=b590bb01-bf48-4666-8123-155cb2cc0ab8,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:16.075706 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-f69643b7-0c00-4489-adc3-274961193c84 service neutron] Attempting to bind port b590bb01-bf48-4666-8123-155cb2cc0ab8 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:39:16.076031 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-f69643b7-0c00-4489-adc3-274961193c84 service neutron] Attempting to bind port b590bb01-bf48-4666-8123-155cb2cc0ab8 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '282cda33-29d4-4368-a9fd-c807aa0e6a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:39:16.076365 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-f69643b7-0c00-4489-adc3-274961193c84 service neutron] Attempting to bind port b590bb01-bf48-4666-8123-155cb2cc0ab8 on network 4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:39:16.081041 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-f69643b7-0c00-4489-adc3-274961193c84 service neutron] Port b590bb01-bf48-4666-8123-155cb2cc0ab8 on network 4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:39:16.081352 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-f69643b7-0c00-4489-adc3-274961193c84 service neutron] Attempting to bind port b590bb01-bf48-4666-8123-155cb2cc0ab8 on network 4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:39:16.086453 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-f69643b7-0c00-4489-adc3-274961193c84 service neutron] Checking agent: {'id': '7fa92194-f930-41b3-9bb5-0cd5b2874298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'started_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:39:16.086811 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-f69643b7-0c00-4489-adc3-274961193c84 service neutron] Checking segment: {'id': '282cda33-29d4-4368-a9fd-c807aa0e6a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:39:16.087166 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-f69643b7-0c00-4489-adc3-274961193c84 service neutron] Bound using segment: {'id': '282cda33-29d4-4368-a9fd-c807aa0e6a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:39:16.087622 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-f69643b7-0c00-4489-adc3-274961193c84 service neutron] Bound port: b590bb01-bf48-4666-8123-155cb2cc0ab8, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '282cda33-29d4-4368-a9fd-c807aa0e6a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:39:16.087968 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-f69643b7-0c00-4489-adc3-274961193c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (b590bb01-bf48-4666-8123-155cb2cc0ab8), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:16.152728 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-f69643b7-0c00-4489-adc3-274961193c84 service neutron] For port b590bb01-bf48-4666-8123-155cb2cc0ab8, host hv-cinder-82806, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:39:16.156853 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-f69643b7-0c00-4489-adc3-274961193c84 service neutron] For port b590bb01-bf48-4666-8123-155cb2cc0ab8, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b590bb01-bf48-4666-8123-155cb2cc0ab8,segment=NetworkSegment(282cda33-29d4-4368-a9fd-c807aa0e6a87),segment_id=282cda33-29d4-4368-a9fd-c807aa0e6a87)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:39:16.164252 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-f69643b7-0c00-4489-adc3-274961193c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (b590bb01-bf48-4666-8123-155cb2cc0ab8), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:16.199141 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-f69643b7-0c00-4489-adc3-274961193c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:16.199766 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-f69643b7-0c00-4489-adc3-274961193c84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:16.201192 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-f69643b7-0c00-4489-adc3-274961193c84 service neutron] 10.222.0.21 "PUT /v2.0/ports/b590bb01-bf48-4666-8123-155cb2cc0ab8 HTTP/1.1" status: 200 len: 1093 time: 0.6153016 Feb 10 03:39:16.201651 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b2d5f1-131a-4713-9d41-f99e7b3897c7', 'tag': 'b590bb01-bf48-4666-8123-155cb2cc0ab8'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:39:16.203941 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405bfe08-4f75-4309-b5fc-a2f83bf2c069" -d '{"events": [{"name": "network-changed", "server_uuid": "49b2d5f1-131a-4713-9d41-f99e7b3897c7", "tag": "b590bb01-bf48-4666-8123-155cb2cc0ab8"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:39:16.229510 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69643b7-0c00-4489-adc3-274961193c84 service neutron] Pushing event updated for resources: {'Port': ['ID=b590bb01-bf48-4666-8123-155cb2cc0ab8,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:16.240388 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7308ed41-72f7-4956-b024-2a726dae3c36 x-openstack-request-id: req-7308ed41-72f7-4956-b024-2a726dae3c36 {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:39:16.240680 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b2d5f1-131a-4713-9d41-f99e7b3897c7", "tag": "b590bb01-bf48-4666-8123-155cb2cc0ab8", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:39:16.240957 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7308ed41-72f7-4956-b024-2a726dae3c36 {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:39:16.242104 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b2d5f1-131a-4713-9d41-f99e7b3897c7', 'tag': 'b590bb01-bf48-4666-8123-155cb2cc0ab8', 'status': 'completed', 'code': 200} Feb 10 03:39:16.326677 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-4aba54a5-ade9-48bd-bb7e-a35d77125267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:16.328195 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-4aba54a5-ade9-48bd-bb7e-a35d77125267 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7bf7bed71094487b57906e39d043543&device_id=49b2d5f1-131a-4713-9d41-f99e7b3897c7 HTTP/1.1" status: 200 len: 1127 time: 0.0454028 Feb 10 03:39:16.386941 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-70dfabb4-db07-4571-95e2-8fa1c7213315 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b590bb01-bf48-4666-8123-155cb2cc0ab8 HTTP/1.1" status: 200 len: 217 time: 0.0408330 Feb 10 03:39:16.443104 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-d08730f3-d267-4137-85c9-2cd38cd76392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:16.444826 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-d08730f3-d267-4137-85c9-2cd38cd76392 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a238260-e910-4611-881a-7b75876308bb HTTP/1.1" status: 200 len: 854 time: 0.0504549 Feb 10 03:39:16.487498 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-97a46a0c-e148-45b5-b41c-6a196822f289 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299146 Feb 10 03:39:16.595677 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-3588a696-c688-4aaa-8f5d-187a9be2e86c service neutron] 10.222.0.21 "GET /v2.0/networks/4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005418 Feb 10 03:39:16.596569 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73b410-968d-428d-aeae-f5e3426158ef req-553282b1-fd21-461e-98f6-ce719acb330c tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:16.598140 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-cd73b410-968d-428d-aeae-f5e3426158ef req-553282b1-fd21-461e-98f6-ce719acb330c tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b2d5f1-131a-4713-9d41-f99e7b3897c7 HTTP/1.1" status: 200 len: 943 time: 0.0681713 Feb 10 03:39:16.678418 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-cd73b410-968d-428d-aeae-f5e3426158ef req-9da5c58f-7297-44c2-8273-cc30636af45b tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746541 Feb 10 03:39:16.687643 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-c038e5d0-0150-4ce2-af7a-aa6c81e8fdbb req-6478f254-7fc1-49ed-9147-84363205c748 service neutron] 10.222.0.21 "GET /v2.0/networks/4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820065 Feb 10 03:39:16.693482 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a949380-d3ed-4fc6-86d7-1a3a66f5ca3b req-0241e9c8-6e29-4349-8642-1f09571c9d51 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:16.695003 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3a949380-d3ed-4fc6-86d7-1a3a66f5ca3b req-0241e9c8-6e29-4349-8642-1f09571c9d51 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0851872 Feb 10 03:39:16.745121 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3a949380-d3ed-4fc6-86d7-1a3a66f5ca3b req-302ec677-9266-4162-97a7-585d1a2ef390 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438309 Feb 10 03:39:16.797066 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b286bbe-d48b-48e4-b720-e374037c1698 req-0551fd86-225e-44db-93fe-0263ee8adcab tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:16.798550 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4b286bbe-d48b-48e4-b720-e374037c1698 req-0551fd86-225e-44db-93fe-0263ee8adcab tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0525646 Feb 10 03:39:16.845257 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4b286bbe-d48b-48e4-b720-e374037c1698 req-8c076a2b-52e0-4d36-b607-15db42a467f3 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406561 Feb 10 03:39:16.861268 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bfe08-4f75-4309-b5fc-a2f83bf2c069 req-83124e34-fbb4-4098-9ced-b58b2702b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:16.862811 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-405bfe08-4f75-4309-b5fc-a2f83bf2c069 req-83124e34-fbb4-4098-9ced-b58b2702b19a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7bf7bed71094487b57906e39d043543&device_id=49b2d5f1-131a-4713-9d41-f99e7b3897c7 HTTP/1.1" status: 200 len: 1127 time: 0.0499506 Feb 10 03:39:16.957109 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bfe08-4f75-4309-b5fc-a2f83bf2c069 req-1527ecaf-3dad-44b4-ba00-8ab2f18022f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:16.958503 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-405bfe08-4f75-4309-b5fc-a2f83bf2c069 req-1527ecaf-3dad-44b4-ba00-8ab2f18022f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 HTTP/1.1" status: 200 len: 915 time: 0.0880437 Feb 10 03:39:17.008176 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-405bfe08-4f75-4309-b5fc-a2f83bf2c069 req-8700151a-a3e7-4e4d-8636-84cb76ffa4e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b590bb01-bf48-4666-8123-155cb2cc0ab8 HTTP/1.1" status: 200 len: 217 time: 0.0367556 Feb 10 03:39:17.058947 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bfe08-4f75-4309-b5fc-a2f83bf2c069 req-89e34b86-01e7-4ec4-a625-651cce75e029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:17.060439 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-405bfe08-4f75-4309-b5fc-a2f83bf2c069 req-89e34b86-01e7-4ec4-a625-651cce75e029 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a238260-e910-4611-881a-7b75876308bb HTTP/1.1" status: 200 len: 854 time: 0.0442283 Feb 10 03:39:17.094986 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-405bfe08-4f75-4309-b5fc-a2f83bf2c069 req-bf9a2953-eeb4-4923-b337-f65636e2f06d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253618 Feb 10 03:39:17.191226 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-405bfe08-4f75-4309-b5fc-a2f83bf2c069 req-196c74ba-af9a-47c5-9e5e-d3476719807c service neutron] 10.222.0.21 "GET /v2.0/networks/4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888445 Feb 10 03:39:17.295794 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-405bfe08-4f75-4309-b5fc-a2f83bf2c069 req-58268eec-b2a6-4ec7-bedc-0a4e05fa8e39 service neutron] 10.222.0.21 "GET /v2.0/networks/4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867608 Feb 10 03:39:17.825495 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce95cfc-1185-4d86-93a3-35d4440a094b req-dd0acee9-b042-47b3-acdc-7e38c3a9f2e6 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:17.827092 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dce95cfc-1185-4d86-93a3-35d4440a094b req-dd0acee9-b042-47b3-acdc-7e38c3a9f2e6 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b2d5f1-131a-4713-9d41-f99e7b3897c7 HTTP/1.1" status: 200 len: 943 time: 0.0733547 Feb 10 03:39:17.903166 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dce95cfc-1185-4d86-93a3-35d4440a094b req-bdb734e6-83e4-46c8-be4c-b3eb0799ed9d tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690269 Feb 10 03:39:18.062502 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2bf7b-e505-4add-b465-b5838996bb15 req-ec7b93ad-0515-446a-bd7c-1ea00b57a745 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:18.064304 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-26a2bf7b-e505-4add-b465-b5838996bb15 req-ec7b93ad-0515-446a-bd7c-1ea00b57a745 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.1037638 Feb 10 03:39:18.071031 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee79ac-1f52-4f41-9e1d-ac2c5be7f424 req-2f5290de-5ef3-46f3-9280-dbd9f9644379 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:18.072435 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9fee79ac-1f52-4f41-9e1d-ac2c5be7f424 req-2f5290de-5ef3-46f3-9280-dbd9f9644379 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0740058 Feb 10 03:39:18.205853 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-26a2bf7b-e505-4add-b465-b5838996bb15 req-e93d82dc-990e-4e9b-9c33-5113db80661a tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323392 Feb 10 03:39:18.208817 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9fee79ac-1f52-4f41-9e1d-ac2c5be7f424 req-7cea8567-cbf7-44d6-8c1e-6419c9372013 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191001 Feb 10 03:39:18.442280 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-fdd52430-c595-409a-a626-7f1eb06f68c3 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-497865012&fields=id&tenant_id=9861d9e039084b9b9b24721464eea6e6 HTTP/1.1" status: 200 len: 267 time: 0.0475614 Feb 10 03:39:18.582724 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-8c49731a-0d21-4e6d-b690-eee56cf59cd4 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:18.584252 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-8c49731a-0d21-4e6d-b690-eee56cf59cd4 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/networks?id=3af7982f-b432-4a57-9896-b601a1ffbd3e HTTP/1.1" status: 200 len: 811 time: 0.1332848 Feb 10 03:39:18.593284 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-5ba2da43-7ff1-4ee4-92ad-73c917bf6cb2 req-9a465d56-8973-4d89-8f4e-d2fe7182e1f9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498538 Feb 10 03:39:18.600054 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-07378850-ca9f-4ce8-94de-d716fe3b4916 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/quotas/9861d9e039084b9b9b24721464eea6e6 HTTP/1.1" status: 200 len: 375 time: 0.0102170 Feb 10 03:39:18.698600 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2da43-7ff1-4ee4-92ad-73c917bf6cb2 req-89fab759-f8af-4f09-8905-d0375c2b910e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:18.700279 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-5ba2da43-7ff1-4ee4-92ad-73c917bf6cb2 req-89fab759-f8af-4f09-8905-d0375c2b910e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7bf7bed71094487b57906e39d043543&device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 1129 time: 0.0642211 Feb 10 03:39:18.838953 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2da43-7ff1-4ee4-92ad-73c917bf6cb2 req-3a1a90c6-8a73-4cd4-a2db-66aed5697e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:18.840898 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-5ba2da43-7ff1-4ee4-92ad-73c917bf6cb2 req-3a1a90c6-8a73-4cd4-a2db-66aed5697e7d service neutron] 10.222.0.21 "GET /v2.0/networks?id=4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 HTTP/1.1" status: 200 len: 915 time: 0.1137116 Feb 10 03:39:18.911020 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-5ba2da43-7ff1-4ee4-92ad-73c917bf6cb2 req-99bc5a0b-d051-47a4-8d54-746822a53fc5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=beb068b9-e15c-4f4f-92d7-1c14f685b47d HTTP/1.1" status: 200 len: 217 time: 0.0419681 Feb 10 03:39:18.954197 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-e88546f7-598a-4f47-8774-70bc14a6261f tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9861d9e039084b9b9b24721464eea6e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3468065 Feb 10 03:39:18.968282 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2da43-7ff1-4ee4-92ad-73c917bf6cb2 req-20c471a5-a978-47ef-b151-f72980cd0d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:18.970124 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-5ba2da43-7ff1-4ee4-92ad-73c917bf6cb2 req-20c471a5-a978-47ef-b151-f72980cd0d11 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a238260-e910-4611-881a-7b75876308bb HTTP/1.1" status: 200 len: 854 time: 0.0499017 Feb 10 03:39:19.007151 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-5ba2da43-7ff1-4ee4-92ad-73c917bf6cb2 req-0b55ad2f-a8ab-4bf4-8c7d-ffe2719c8e7e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279977 Feb 10 03:39:19.139951 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dac222-0990-452e-a61f-1ddd867a3bc6 req-8f4a1637-7139-4d1d-bbd2-e4817e590db2 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:19.145512 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-5ba2da43-7ff1-4ee4-92ad-73c917bf6cb2 req-6a7af7da-dcd7-45be-8559-d22ee74382bc service neutron] 10.222.0.21 "GET /v2.0/networks/4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238458 Feb 10 03:39:19.147285 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-72dac222-0990-452e-a61f-1ddd867a3bc6 req-8f4a1637-7139-4d1d-bbd2-e4817e590db2 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b2d5f1-131a-4713-9d41-f99e7b3897c7 HTTP/1.1" status: 200 len: 943 time: 0.1778324 Feb 10 03:39:19.181189 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-f4a8f1b2-46b6-40ae-a588-5963ec6100c8 service neutron] 10.222.0.32 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140343 Feb 10 03:39:19.234860 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-72dac222-0990-452e-a61f-1ddd867a3bc6 req-7ad0f592-7a59-4316-a30b-54bd4bf578ee tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866692 Feb 10 03:39:19.282975 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-5ba2da43-7ff1-4ee4-92ad-73c917bf6cb2 req-4ef59a2b-77c3-4ab0-931d-247408ba9dd0 service neutron] 10.222.0.21 "GET /v2.0/networks/4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216629 Feb 10 03:39:19.383244 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-27107478-9702-4136-ab57-005351e52660 service neutron] 10.222.0.32 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942296 Feb 10 03:39:19.408214 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09599187-9055-4dae-aa18-bbe1ce7aed70 req-3da39a56-fd2e-4ed5-b638-a527e1fbc47e tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:19.416077 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-09599187-9055-4dae-aa18-bbe1ce7aed70 req-3da39a56-fd2e-4ed5-b638-a527e1fbc47e tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0902178 Feb 10 03:39:19.483521 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-09599187-9055-4dae-aa18-bbe1ce7aed70 req-f5ac03f1-8b6b-4250-8ab2-70702265b3be tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628309 Feb 10 03:39:19.605189 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9506273-205f-4905-bd14-7c030eb3cac4 req-0d92117f-1d35-4871-8512-ccdc6d16d047 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:19.612854 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c9506273-205f-4905-bd14-7c030eb3cac4 req-0d92117f-1d35-4871-8512-ccdc6d16d047 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0681398 Feb 10 03:39:19.664606 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c9506273-205f-4905-bd14-7c030eb3cac4 req-95658371-c6df-4ae1-b677-5177b9f1a9a8 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507998 Feb 10 03:39:19.787638 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-17687e1b-e520-40c1-be10-d403b59bdfb2 req-9ff48a87-8720-4b13-b6f9-1c6cf9ae5ad1 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 210 time: 0.0403981 Feb 10 03:39:19.796506 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-322d1a61-5fff-47e9-bcb2-7319b819fe64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:20.396811 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def21ec-238e-4622-aee6-100a3d95d888 req-5fd7b3c4-23e9-4a25-9a00-446a6ab6fa27 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:20.415357 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5def21ec-238e-4622-aee6-100a3d95d888 req-5fd7b3c4-23e9-4a25-9a00-446a6ab6fa27 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b2d5f1-131a-4713-9d41-f99e7b3897c7 HTTP/1.1" status: 200 len: 943 time: 0.1078475 Feb 10 03:39:20.487635 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5def21ec-238e-4622-aee6-100a3d95d888 req-dd8ac79a-3751-4ad0-99e5-a0eaf62a3b6e tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671713 Feb 10 03:39:20.615037 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b389627-40f3-4134-9b2a-dee7468d73dc req-371a0b11-766f-46d9-a735-b8abd9bbc386 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:20.617310 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2b389627-40f3-4134-9b2a-dee7468d73dc req-371a0b11-766f-46d9-a735-b8abd9bbc386 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0609682 Feb 10 03:39:20.677359 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2b389627-40f3-4134-9b2a-dee7468d73dc req-eed46b1e-b236-4eff-b0f3-da5f15fe762c tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534818 Feb 10 03:39:20.835970 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45cf90-3cb9-4b94-b5cb-e37c22c73ea4 req-283c3b96-b169-4df6-95a2-01db51bb4855 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:20.838880 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5d45cf90-3cb9-4b94-b5cb-e37c22c73ea4 req-283c3b96-b169-4df6-95a2-01db51bb4855 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0780859 Feb 10 03:39:20.918971 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5d45cf90-3cb9-4b94-b5cb-e37c22c73ea4 req-623223c8-b746-497a-9c73-f9f11d9e4b42 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680993 Feb 10 03:39:20.937981 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-09ae3086-3a85-4301-9e5b-294733cd13e5 req-6c6aa15d-5fb6-4bdc-b707-5cc4fc65088b tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 210 time: 0.0470078 Feb 10 03:39:21.311995 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:21.642368 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e9658-ea8c-4ed5-bb03-0a23ed0c5a06 req-9c16cb34-ead5-4834-a6b8-4dec80828ef3 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:21.643992 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-103e9658-ea8c-4ed5-bb03-0a23ed0c5a06 req-9c16cb34-ead5-4834-a6b8-4dec80828ef3 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b2d5f1-131a-4713-9d41-f99e7b3897c7 HTTP/1.1" status: 200 len: 943 time: 0.0662680 Feb 10 03:39:21.659464 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device b590bb01-bf48-4666-8123-155cb2cc0ab8 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:39:21.737871 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-103e9658-ea8c-4ed5-bb03-0a23ed0c5a06 req-3f97bca2-5e38-49e8-a4ab-8653b42e9abe tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820587 Feb 10 03:39:21.845486 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port b590bb01-bf48-4666-8123-155cb2cc0ab8, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b590bb01-bf48-4666-8123-155cb2cc0ab8,segment=NetworkSegment(282cda33-29d4-4368-a9fd-c807aa0e6a87),segment_id=282cda33-29d4-4368-a9fd-c807aa0e6a87)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:39:21.860298 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Returning: {'device': 'b590bb01-bf48-4666-8123-155cb2cc0ab8', 'network_id': '4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0', 'port_id': 'b590bb01-bf48-4666-8123-155cb2cc0ab8', 'mac_address': 'fa:16:3e:d2:3a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a238260-e910-4611-881a-7b75876308bb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:39:21.878152 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cac57a-6105-46b4-bced-cab3f0f48a6f req-2ff87d99-db28-4cf2-9997-938d2a4f674c tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:21.886414 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-87cac57a-6105-46b4-bced-cab3f0f48a6f req-2ff87d99-db28-4cf2-9997-938d2a4f674c tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0923278 Feb 10 03:39:21.906420 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port b590bb01-bf48-4666-8123-155cb2cc0ab8 is: DOWN; New status is: BUILD {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:39:21.907144 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (b590bb01-bf48-4666-8123-155cb2cc0ab8), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:21.927463 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b590bb01-bf48-4666-8123-155cb2cc0ab8 {{(pid=102734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:39:21.983349 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-87cac57a-6105-46b4-bced-cab3f0f48a6f req-4c04f2fc-63b9-4b0c-ad69-b400f4dd6538 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956221 Feb 10 03:39:22.004263 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port b590bb01-bf48-4666-8123-155cb2cc0ab8, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b590bb01-bf48-4666-8123-155cb2cc0ab8,segment=NetworkSegment(282cda33-29d4-4368-a9fd-c807aa0e6a87),segment_id=282cda33-29d4-4368-a9fd-c807aa0e6a87)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:39:22.009928 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-afb7f635-9c77-4109-93d7-f8b0d9779e7b tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:22.011767 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-afb7f635-9c77-4109-93d7-f8b0d9779e7b tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.21 "GET /v2.0/networks?id=3af7982f-b432-4a57-9896-b601a1ffbd3e HTTP/1.1" status: 200 len: 811 time: 0.4804723 Feb 10 03:39:22.023737 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (b590bb01-bf48-4666-8123-155cb2cc0ab8), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:22.025812 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-f466f485-a2f2-4e4e-98c9-ece285e376e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:22.077402 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=b590bb01-bf48-4666-8123-155cb2cc0ab8,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:22.085781 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:22.087076 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:22.087594 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:22.088104 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:22.088593 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:22.089081 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:22.089607 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:22.090096 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:22.090583 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:22.091120 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:22.091635 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:22.092109 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:22.092700 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:39:22.138123 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-eb81e4cd-d29e-4f60-9d60-53097b01c6d0 req-d8b29b7c-6149-410e-9bcf-f30ec225717c tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 210 time: 0.0397925 Feb 10 03:39:22.157193 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-038d8bcc-88da-4c8f-81d7-68a0f34c9a9b tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9861d9e039084b9b9b24721464eea6e6 HTTP/1.1" status: 200 len: 379 time: 0.1234064 Feb 10 03:39:22.161046 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8b857-642c-4074-a0c3-b0e19f42a362 req-bf56fdc7-ccce-4d5c-887c-d7fe778bad92 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:22.168874 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-95c3bab5-cf8e-4e31-b0cf-b9e2f390999d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Request body: {'port': {'device_id': '6526425c-4ed8-4fc2-982e-cfa3c75087c3', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'admin_state_up': True, 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'security_groups': ['66d68f0d-2ddd-4876-8e68-2921d81e68f9']}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:39:22.169445 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1de8b857-642c-4074-a0c3-b0e19f42a362 req-bf56fdc7-ccce-4d5c-887c-d7fe778bad92 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.1412082 Feb 10 03:39:22.220356 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1de8b857-642c-4074-a0c3-b0e19f42a362 req-55ce6ad4-0770-4d24-84a1-17a254763512 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496008 Feb 10 03:39:22.347006 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-95c3bab5-cf8e-4e31-b0cf-b9e2f390999d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Made reservation on behalf of 9861d9e039084b9b9b24721464eea6e6 for: {'port': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:39:22.350977 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-95c3bab5-cf8e-4e31-b0cf-b9e2f390999d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:22.492561 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['b590bb01-bf48-4666-8123-155cb2cc0ab8'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:39:22.498193 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-95c3bab5-cf8e-4e31-b0cf-b9e2f390999d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Allocated IP 172.20.0.12 (3af7982f-b432-4a57-9896-b601a1ffbd3e/8c7ae98f-4290-4591-b0b0-01ae38e627b6/336de512-11fe-4594-b1b4-1b948f7eceab) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:39:22.647865 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-95c3bab5-cf8e-4e31-b0cf-b9e2f390999d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for port (336de512-11fe-4594-b1b4-1b948f7eceab), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:22.684562 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-95c3bab5-cf8e-4e31-b0cf-b9e2f390999d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (336de512-11fe-4594-b1b4-1b948f7eceab), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:22.742088 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-95c3bab5-cf8e-4e31-b0cf-b9e2f390999d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Network 3af7982f-b432-4a57-9896-b601a1ffbd3e is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:39:22.745665 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-95c3bab5-cf8e-4e31-b0cf-b9e2f390999d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:39:22.750811 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-95c3bab5-cf8e-4e31-b0cf-b9e2f390999d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:39:22.754372 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3bab5-cf8e-4e31-b0cf-b9e2f390999d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Pushing event updated for resources: {'Port': ['ID=336de512-11fe-4594-b1b4-1b948f7eceab,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:22.858492 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-95c3bab5-cf8e-4e31-b0cf-b9e2f390999d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:22.859829 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-95c3bab5-cf8e-4e31-b0cf-b9e2f390999d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:22.894549 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-95c3bab5-cf8e-4e31-b0cf-b9e2f390999d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7297459 Feb 10 03:39:22.911875 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9cce-5fc2-4529-8a29-7e78d3b50da7 req-6cccd681-6bfa-4c62-8aff-eac9201deff0 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:22.913410 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4d5d9cce-5fc2-4529-8a29-7e78d3b50da7 req-6cccd681-6bfa-4c62-8aff-eac9201deff0 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b2d5f1-131a-4713-9d41-f99e7b3897c7 HTTP/1.1" status: 200 len: 944 time: 0.0891635 Feb 10 03:39:22.924490 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-0ad37e4d-83f7-491d-9e34-1b662f3c6657 service neutron] Request body: {'port': {'device_id': '6526425c-4ed8-4fc2-982e-cfa3c75087c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:39:22.993906 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4d5d9cce-5fc2-4529-8a29-7e78d3b50da7 req-42d324d5-69d1-422e-8eef-389bed1b5a7b tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692084 Feb 10 03:39:23.024531 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-0ad37e4d-83f7-491d-9e34-1b662f3c6657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (336de512-11fe-4594-b1b4-1b948f7eceab), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:23.043500 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:23.115731 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-40f7805b-de74-4c93-a822-7c73d893fafe None None] Provisioning complete for port 336de512-11fe-4594-b1b4-1b948f7eceab triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:39:23.116480 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-40f7805b-de74-4c93-a822-7c73d893fafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (336de512-11fe-4594-b1b4-1b948f7eceab), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:23.130459 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc18f30-9ada-4f38-9077-1d399041e4c8 req-056d6d7e-41a2-4741-9026-92954d3b2608 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:23.137658 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-afc18f30-9ada-4f38-9077-1d399041e4c8 req-056d6d7e-41a2-4741-9026-92954d3b2608 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0650101 Feb 10 03:39:23.171427 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-40f7805b-de74-4c93-a822-7c73d893fafe None None] Port 336de512-11fe-4594-b1b4-1b948f7eceab cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:39:23.212354 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-afc18f30-9ada-4f38-9077-1d399041e4c8 req-b94586e0-d3d3-42f1-8728-75dd6e7b02ae tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718162 Feb 10 03:39:23.368717 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf195d9-21fa-4dcc-aa68-d51513373f41 req-9de1cb09-21fc-4236-b462-6d2d19c2a90e tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:23.373002 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-eaf195d9-21fa-4dcc-aa68-d51513373f41 req-9de1cb09-21fc-4236-b462-6d2d19c2a90e tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 932 time: 0.1236749 Feb 10 03:39:23.405481 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb8e86-92b4-4dc2-9d29-d270bbe4a93e req-e8ede264-1d73-4aa3-867d-f86fd8129646 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:23.407053 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-60cb8e86-92b4-4dc2-9d29-d270bbe4a93e req-e8ede264-1d73-4aa3-867d-f86fd8129646 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0935965 Feb 10 03:39:23.469454 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-0ad37e4d-83f7-491d-9e34-1b662f3c6657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 336de512-11fe-4594-b1b4-1b948f7eceab {{(pid=102733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:39:23.473482 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-eaf195d9-21fa-4dcc-aa68-d51513373f41 req-af6aa095-a981-4c13-9aaa-0286ac7a72d9 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944278 Feb 10 03:39:23.480174 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-0ad37e4d-83f7-491d-9e34-1b662f3c6657 service neutron] Publish callbacks [] for port (336de512-11fe-4594-b1b4-1b948f7eceab), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:23.494066 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-60cb8e86-92b4-4dc2-9d29-d270bbe4a93e req-268fab68-d6a5-4fd7-af49-58bf5f9afaff tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788207 Feb 10 03:39:23.500397 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.provisioning_blocks [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-0ad37e4d-83f7-491d-9e34-1b662f3c6657 service neutron] Transition to ACTIVE for port object 336de512-11fe-4594-b1b4-1b948f7eceab will not be triggered until provisioned by entity L2. {{(pid=102733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:39:23.507617 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-0ad37e4d-83f7-491d-9e34-1b662f3c6657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (336de512-11fe-4594-b1b4-1b948f7eceab), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:23.560720 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad37e4d-83f7-491d-9e34-1b662f3c6657 service neutron] Pushing event updated for resources: {'Port': ['ID=336de512-11fe-4594-b1b4-1b948f7eceab,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:23.656713 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-0ad37e4d-83f7-491d-9e34-1b662f3c6657 service neutron] Attempting to bind port 336de512-11fe-4594-b1b4-1b948f7eceab on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:39:23.657176 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-0ad37e4d-83f7-491d-9e34-1b662f3c6657 service neutron] Attempting to bind port 336de512-11fe-4594-b1b4-1b948f7eceab by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'c168d9c9-0428-46e4-a032-65303c451794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:39:23.657648 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-0ad37e4d-83f7-491d-9e34-1b662f3c6657 service neutron] Attempting to bind port 336de512-11fe-4594-b1b4-1b948f7eceab on network 3af7982f-b432-4a57-9896-b601a1ffbd3e {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:39:23.665722 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-0ad37e4d-83f7-491d-9e34-1b662f3c6657 service neutron] Port 336de512-11fe-4594-b1b4-1b948f7eceab on network 3af7982f-b432-4a57-9896-b601a1ffbd3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:39:23.666129 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-0ad37e4d-83f7-491d-9e34-1b662f3c6657 service neutron] Attempting to bind port 336de512-11fe-4594-b1b4-1b948f7eceab on network 3af7982f-b432-4a57-9896-b601a1ffbd3e {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:39:23.682512 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-0ad37e4d-83f7-491d-9e34-1b662f3c6657 service neutron] Checking agent: {'id': '7fa92194-f930-41b3-9bb5-0cd5b2874298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'started_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:39:23.683118 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-0ad37e4d-83f7-491d-9e34-1b662f3c6657 service neutron] Checking segment: {'id': 'c168d9c9-0428-46e4-a032-65303c451794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:39:23.683858 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-0ad37e4d-83f7-491d-9e34-1b662f3c6657 service neutron] Bound using segment: {'id': 'c168d9c9-0428-46e4-a032-65303c451794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:39:23.684315 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-0ad37e4d-83f7-491d-9e34-1b662f3c6657 service neutron] Bound port: 336de512-11fe-4594-b1b4-1b948f7eceab, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c168d9c9-0428-46e4-a032-65303c451794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:39:23.685080 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-0ad37e4d-83f7-491d-9e34-1b662f3c6657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (336de512-11fe-4594-b1b4-1b948f7eceab), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:23.794023 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-0ad37e4d-83f7-491d-9e34-1b662f3c6657 service neutron] For port 336de512-11fe-4594-b1b4-1b948f7eceab, host hv-cinder-82806, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:39:23.798484 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-0ad37e4d-83f7-491d-9e34-1b662f3c6657 service neutron] For port 336de512-11fe-4594-b1b4-1b948f7eceab, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=336de512-11fe-4594-b1b4-1b948f7eceab,segment=NetworkSegment(c168d9c9-0428-46e4-a032-65303c451794),segment_id=c168d9c9-0428-46e4-a032-65303c451794)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:39:23.805553 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-0ad37e4d-83f7-491d-9e34-1b662f3c6657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (336de512-11fe-4594-b1b4-1b948f7eceab), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:23.847890 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-0ad37e4d-83f7-491d-9e34-1b662f3c6657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:23.848614 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-0ad37e4d-83f7-491d-9e34-1b662f3c6657 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:23.850387 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-0ad37e4d-83f7-491d-9e34-1b662f3c6657 service neutron] 10.222.0.21 "PUT /v2.0/ports/336de512-11fe-4594-b1b4-1b948f7eceab HTTP/1.1" status: 200 len: 1094 time: 0.9353445 Feb 10 03:39:23.851080 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6526425c-4ed8-4fc2-982e-cfa3c75087c3', 'tag': '336de512-11fe-4594-b1b4-1b948f7eceab'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:39:23.853770 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddbaf8c-9c98-47cb-9159-049b0a5fc934" -d '{"events": [{"name": "network-changed", "server_uuid": "6526425c-4ed8-4fc2-982e-cfa3c75087c3", "tag": "336de512-11fe-4594-b1b4-1b948f7eceab"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:39:23.879193 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad37e4d-83f7-491d-9e34-1b662f3c6657 service neutron] Pushing event updated for resources: {'Port': ['ID=336de512-11fe-4594-b1b4-1b948f7eceab,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:23.912670 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3408e60-d5fc-4880-b8dc-3be687412fed x-openstack-request-id: req-f3408e60-d5fc-4880-b8dc-3be687412fed {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:39:23.913076 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6526425c-4ed8-4fc2-982e-cfa3c75087c3", "tag": "336de512-11fe-4594-b1b4-1b948f7eceab", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:39:23.913448 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f3408e60-d5fc-4880-b8dc-3be687412fed {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:39:23.913979 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6526425c-4ed8-4fc2-982e-cfa3c75087c3', 'tag': '336de512-11fe-4594-b1b4-1b948f7eceab', 'status': 'completed', 'code': 200} Feb 10 03:39:24.047615 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-21a3ef98-ffab-42a1-97e8-ecccbe0abc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:24.049631 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-21a3ef98-ffab-42a1-97e8-ecccbe0abc1c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9861d9e039084b9b9b24721464eea6e6&device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 1128 time: 0.0853393 Feb 10 03:39:24.116496 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-9f45239e-4178-4266-a9c4-70e32dee976b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=336de512-11fe-4594-b1b4-1b948f7eceab HTTP/1.1" status: 200 len: 217 time: 0.0487366 Feb 10 03:39:24.167516 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430e330-fab4-43c3-ab00-1e12b939891d req-7ece3a9e-16ed-4646-892f-1616ec7fc37e tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:24.176193 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3430e330-fab4-43c3-ab00-1e12b939891d req-7ece3a9e-16ed-4646-892f-1616ec7fc37e tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b2d5f1-131a-4713-9d41-f99e7b3897c7 HTTP/1.1" status: 200 len: 944 time: 0.0784373 Feb 10 03:39:24.197901 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-e3534cbd-e8cc-475b-9c3e-f8f6d9db3846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:24.199687 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-e3534cbd-e8cc-475b-9c3e-f8f6d9db3846 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c7ae98f-4290-4591-b0b0-01ae38e627b6 HTTP/1.1" status: 200 len: 850 time: 0.0617433 Feb 10 03:39:24.253332 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3430e330-fab4-43c3-ab00-1e12b939891d req-c6ff92da-d9ea-42ce-a3d9-8c9723752e6d tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757399 Feb 10 03:39:24.270679 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-3b8ccda8-ca71-4edc-86b7-dcc654878cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:24.272394 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-3b8ccda8-ca71-4edc-86b7-dcc654878cdd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3af7982f-b432-4a57-9896-b601a1ffbd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658662 Feb 10 03:39:24.361219 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20463db1-94c9-49b6-8b64-732821405378 req-de999b56-4b55-438b-a2a9-b9c00ab77202 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:24.363365 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-20463db1-94c9-49b6-8b64-732821405378 req-de999b56-4b55-438b-a2a9-b9c00ab77202 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0773134 Feb 10 03:39:24.402501 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-e1a05832-a4cc-4826-bafd-c6b4816f821f service neutron] 10.222.0.21 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973775 Feb 10 03:39:24.434317 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-20463db1-94c9-49b6-8b64-732821405378 req-929d83b0-39ba-493d-be1f-821f83425c85 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607817 Feb 10 03:39:24.534451 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-12b37d2c-58ca-432b-8fc6-3b6c207523b6 req-dc6b0407-f152-459a-add5-bffffb3abf9f service neutron] 10.222.0.21 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246438 Feb 10 03:39:24.727447 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbaf8c-9c98-47cb-9159-049b0a5fc934 req-eef147af-9d10-472d-bf4e-e1e4693a20d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:24.728914 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9ddbaf8c-9c98-47cb-9159-049b0a5fc934 req-eef147af-9d10-472d-bf4e-e1e4693a20d5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9861d9e039084b9b9b24721464eea6e6&device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 1128 time: 0.0943034 Feb 10 03:39:24.736409 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce63f7-30db-4ba4-a071-1f734ca5924a req-6cd18ffc-3241-43c5-9d48-c9de21cf0d27 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:24.738289 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-57ce63f7-30db-4ba4-a071-1f734ca5924a req-6cd18ffc-3241-43c5-9d48-c9de21cf0d27 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.1470711 Feb 10 03:39:24.747772 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a30236-e86a-4d61-a3ee-ea7ca3db8a5c req-3bdf3e92-3c8c-4f72-aca8-83aec87e8e6a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:24.753620 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c4a30236-e86a-4d61-a3ee-ea7ca3db8a5c req-3bdf3e92-3c8c-4f72-aca8-83aec87e8e6a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 944 time: 0.1929383 Feb 10 03:39:24.829920 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-57ce63f7-30db-4ba4-a071-1f734ca5924a req-423548fc-b0c6-4c34-b018-607653fd1dad tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734115 Feb 10 03:39:24.875033 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbaf8c-9c98-47cb-9159-049b0a5fc934 req-34b9c4ac-bdb0-41b9-bbcc-b91c8d07425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:24.876756 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9ddbaf8c-9c98-47cb-9159-049b0a5fc934 req-34b9c4ac-bdb0-41b9-bbcc-b91c8d07425a service neutron] 10.222.0.21 "GET /v2.0/networks?id=3af7982f-b432-4a57-9896-b601a1ffbd3e HTTP/1.1" status: 200 len: 912 time: 0.1269214 Feb 10 03:39:24.886029 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c4a30236-e86a-4d61-a3ee-ea7ca3db8a5c req-e762ba8b-8a9a-46e9-9395-e70469a89736 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313043 Feb 10 03:39:24.923397 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:24.945533 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9ddbaf8c-9c98-47cb-9159-049b0a5fc934 req-9a6edacb-dac7-4d99-9207-8e400d0f5cb4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=336de512-11fe-4594-b1b4-1b948f7eceab HTTP/1.1" status: 200 len: 217 time: 0.0362103 Feb 10 03:39:25.019890 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbaf8c-9c98-47cb-9159-049b0a5fc934 req-18db8992-46cb-4132-a54e-af15a3f2afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:25.021783 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9ddbaf8c-9c98-47cb-9159-049b0a5fc934 req-18db8992-46cb-4132-a54e-af15a3f2afe3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c7ae98f-4290-4591-b0b0-01ae38e627b6 HTTP/1.1" status: 200 len: 850 time: 0.0678601 Feb 10 03:39:25.087450 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbaf8c-9c98-47cb-9159-049b0a5fc934 req-e776cd47-45a8-4856-9392-c5f86473c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:25.088998 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9ddbaf8c-9c98-47cb-9159-049b0a5fc934 req-e776cd47-45a8-4856-9392-c5f86473c2a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3af7982f-b432-4a57-9896-b601a1ffbd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570526 Feb 10 03:39:25.192376 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9ddbaf8c-9c98-47cb-9159-049b0a5fc934 req-243b5221-904a-4c69-8329-38b17cfac366 service neutron] 10.222.0.21 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951045 Feb 10 03:39:25.302769 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9ddbaf8c-9c98-47cb-9159-049b0a5fc934 req-dc397090-129e-4ead-a00b-7f72c7cd5186 service neutron] 10.222.0.21 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018019 Feb 10 03:39:25.424682 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ff054-1ef9-4855-918b-f7891b4beb8e req-48397cc4-fe67-49c7-a1a9-b075636c9961 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:25.431973 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f94ff054-1ef9-4855-918b-f7891b4beb8e req-48397cc4-fe67-49c7-a1a9-b075636c9961 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b2d5f1-131a-4713-9d41-f99e7b3897c7 HTTP/1.1" status: 200 len: 944 time: 0.0922396 Feb 10 03:39:25.499552 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f94ff054-1ef9-4855-918b-f7891b4beb8e req-debe900f-81d8-41e4-8c02-045d4931f55c tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664344 Feb 10 03:39:25.668456 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device b590bb01-bf48-4666-8123-155cb2cc0ab8 up at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:39:25.683704 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e5634-e220-480d-8c31-b8769a09d09a req-701f7f22-e45d-422f-91b3-12383f18e835 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:25.690546 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-854e5634-e220-480d-8c31-b8769a09d09a req-701f7f22-e45d-422f-91b3-12383f18e835 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.1425211 Feb 10 03:39:25.751873 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning for port b590bb01-bf48-4666-8123-155cb2cc0ab8 completed by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:39:25.765343 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning complete for port b590bb01-bf48-4666-8123-155cb2cc0ab8 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:39:25.765718 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (b590bb01-bf48-4666-8123-155cb2cc0ab8), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:25.789244 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-854e5634-e220-480d-8c31-b8769a09d09a req-92d364d3-166e-4b21-bc3c-049b470577ba tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926955 Feb 10 03:39:25.897652 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port b590bb01-bf48-4666-8123-155cb2cc0ab8 is: BUILD; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:39:25.898619 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (b590bb01-bf48-4666-8123-155cb2cc0ab8), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:25.953116 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port b590bb01-bf48-4666-8123-155cb2cc0ab8, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b590bb01-bf48-4666-8123-155cb2cc0ab8,segment=NetworkSegment(282cda33-29d4-4368-a9fd-c807aa0e6a87),segment_id=282cda33-29d4-4368-a9fd-c807aa0e6a87)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:39:25.954993 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b2d5f1-131a-4713-9d41-f99e7b3897c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b590bb01-bf48-4666-8123-155cb2cc0ab8'}] {{(pid=102734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:39:25.957686 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f765ceee2b9e6863c7c09e3b0452b272479917b97bc142159859c6a833de831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43686680-27ab-492b-9e8f-25bb2580df74" -d '{"events": [{"server_uuid": "49b2d5f1-131a-4713-9d41-f99e7b3897c7", "name": "network-vif-plugged", "status": "completed", "tag": "b590bb01-bf48-4666-8123-155cb2cc0ab8"}]}' {{(pid=102734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:39:25.963978 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (b590bb01-bf48-4666-8123-155cb2cc0ab8), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:25.976904 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc8051-5781-4368-9a20-1d016e694e8b req-6ff5d3fd-8c8a-4524-9eea-4262d3c6ec24 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:25.985824 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-26cc8051-5781-4368-9a20-1d016e694e8b req-6ff5d3fd-8c8a-4524-9eea-4262d3c6ec24 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0900967 Feb 10 03:39:26.022849 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=b590bb01-bf48-4666-8123-155cb2cc0ab8,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:26.057818 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-26cc8051-5781-4368-9a20-1d016e694e8b req-b4173a58-5252-4934-b4ac-c436a2598007 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709577 Feb 10 03:39:26.073735 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574089fe-4e2f-47ee-afb5-9fa4a1e73dfa req-d7218a6a-8f5f-448f-947f-c10a1704faa3 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:26.080478 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-574089fe-4e2f-47ee-afb5-9fa4a1e73dfa req-d7218a6a-8f5f-448f-947f-c10a1704faa3 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.1285193 Feb 10 03:39:26.140685 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:26.180595 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-574089fe-4e2f-47ee-afb5-9fa4a1e73dfa req-a7b7d5e9-2a34-4468-8d1c-05f3bfeab8f5 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992560 Feb 10 03:39:26.209376 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d88920-6283-471c-bf53-efebf99c8360 req-c5eae4ee-f025-4660-9c81-2f82eb159f21 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:26.216649 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a1d88920-6283-471c-bf53-efebf99c8360 req-c5eae4ee-f025-4660-9c81-2f82eb159f21 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 944 time: 0.0833113 Feb 10 03:39:26.244776 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4495cd32-eb04-4730-b4a8-6621afed2a61 x-openstack-request-id: req-4495cd32-eb04-4730-b4a8-6621afed2a61 {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:39:26.245091 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b2d5f1-131a-4713-9d41-f99e7b3897c7", "name": "network-vif-plugged", "status": "completed", "tag": "b590bb01-bf48-4666-8123-155cb2cc0ab8", "code": 200}]} {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:39:26.245353 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4495cd32-eb04-4730-b4a8-6621afed2a61 {{(pid=102734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:39:26.246150 dv-cinder-828060-2-iscsi neutron-server[102734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b2d5f1-131a-4713-9d41-f99e7b3897c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b590bb01-bf48-4666-8123-155cb2cc0ab8', 'code': 200} Feb 10 03:39:26.266166 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a1d88920-6283-471c-bf53-efebf99c8360 req-c0805c69-775e-47b7-9be2-49a3b186c6bf tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485375 Feb 10 03:39:26.637266 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42b9e0-28ca-4d1b-a528-0a56d5861b68 req-63620b99-f04b-4032-aa13-cf8cb340f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:26.641498 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-1c42b9e0-28ca-4d1b-a528-0a56d5861b68 req-63620b99-f04b-4032-aa13-cf8cb340f55b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=49b2d5f1-131a-4713-9d41-f99e7b3897c7 HTTP/1.1" status: 200 len: 1129 time: 0.0932448 Feb 10 03:39:26.694050 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c29a6-a79d-462a-be30-1fcf0f9b7b77 req-a79d88ce-571c-4a1e-8206-909db2688ec5 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:26.702150 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-fe4c29a6-a79d-462a-be30-1fcf0f9b7b77 req-a79d88ce-571c-4a1e-8206-909db2688ec5 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b2d5f1-131a-4713-9d41-f99e7b3897c7 HTTP/1.1" status: 200 len: 945 time: 0.1028533 Feb 10 03:39:26.731058 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-1c42b9e0-28ca-4d1b-a528-0a56d5861b68 req-e58fb542-0d27-4ffa-a67d-63830e08bffb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823803 Feb 10 03:39:26.783464 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-fe4c29a6-a79d-462a-be30-1fcf0f9b7b77 req-f385e060-de6a-4cde-bf86-144257d64a4a tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798399 Feb 10 03:39:26.935714 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad683a76-bf16-400b-9c7f-4fff50734594 req-859eb446-82c5-490d-a120-b227626e8321 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:26.937511 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ad683a76-bf16-400b-9c7f-4fff50734594 req-859eb446-82c5-490d-a120-b227626e8321 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0600615 Feb 10 03:39:26.994194 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ad683a76-bf16-400b-9c7f-4fff50734594 req-bd561c9a-9037-4cef-893c-cc4467a647f8 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469260 Feb 10 03:39:27.197105 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d372369-2c2b-4f17-82a0-4485fbc1bfaf req-a6a2ab11-83e5-4b78-a374-2fcb25a73d6c tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:27.205889 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2d372369-2c2b-4f17-82a0-4485fbc1bfaf req-a6a2ab11-83e5-4b78-a374-2fcb25a73d6c tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0724885 Feb 10 03:39:27.316510 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2d372369-2c2b-4f17-82a0-4485fbc1bfaf req-df8bc27c-647d-44b8-b5a1-e7eb707497eb tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094451 Feb 10 03:39:27.352779 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb567649-46a6-4ed9-abd9-6f40298e03e8 req-28fae310-f1ce-47a9-b4a6-09b8ac7870a9 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:27.359416 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bb567649-46a6-4ed9-abd9-6f40298e03e8 req-28fae310-f1ce-47a9-b4a6-09b8ac7870a9 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0966258 Feb 10 03:39:27.454565 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bb567649-46a6-4ed9-abd9-6f40298e03e8 req-b0222cda-7bb4-4cf1-8d28-141a44edbc44 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908592 Feb 10 03:39:27.472895 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b97e48-a4e6-4754-9246-0a3b9cf42820 req-2a0dd440-dee1-40af-b68e-d62cd8d24bda tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:27.474419 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c7b97e48-a4e6-4754-9246-0a3b9cf42820 req-2a0dd440-dee1-40af-b68e-d62cd8d24bda tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 944 time: 0.0806341 Feb 10 03:39:27.547417 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c7b97e48-a4e6-4754-9246-0a3b9cf42820 req-edb494d4-5970-406c-8064-8934bdd8b677 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620308 Feb 10 03:39:27.939654 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765b4bb-dd5b-4c48-9143-19c83104aede req-d903492a-1a49-4412-a50a-beb9256a8ee4 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:27.942245 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2765b4bb-dd5b-4c48-9143-19c83104aede req-d903492a-1a49-4412-a50a-beb9256a8ee4 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b2d5f1-131a-4713-9d41-f99e7b3897c7 HTTP/1.1" status: 200 len: 945 time: 0.0765510 Feb 10 03:39:28.019628 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2765b4bb-dd5b-4c48-9143-19c83104aede req-3ae226ef-7049-488d-b43c-f112f885719c tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633509 Feb 10 03:39:28.145942 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c0459-a83f-4b46-9aff-0e237d04b639 req-1644e6fd-bf34-4062-8fe3-99ab3254e596 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:28.147462 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d92c0459-a83f-4b46-9aff-0e237d04b639 req-1644e6fd-bf34-4062-8fe3-99ab3254e596 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0677636 Feb 10 03:39:28.208101 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d92c0459-a83f-4b46-9aff-0e237d04b639 req-f45bc56c-3bcb-48ca-be7e-e725a4b959e6 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544083 Feb 10 03:39:28.452074 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdd7be-4eac-4cdf-b10a-a4796d82b10a req-dbfe3096-6aec-4820-ab6e-e500e113e265 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:28.454259 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d7bdd7be-4eac-4cdf-b10a-a4796d82b10a req-dbfe3096-6aec-4820-ab6e-e500e113e265 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0615268 Feb 10 03:39:28.534819 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d7bdd7be-4eac-4cdf-b10a-a4796d82b10a req-7bc8f8d2-c856-498b-a10b-3f74766a4c69 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733876 Feb 10 03:39:28.615103 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a64e0-c50a-4025-8a7a-f161fd420d3f req-7eec09f6-3e6b-4598-ae19-a60ff40be619 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:28.616713 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dd7a64e0-c50a-4025-8a7a-f161fd420d3f req-7eec09f6-3e6b-4598-ae19-a60ff40be619 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0809329 Feb 10 03:39:28.771753 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fe6b8-8264-4050-b7ff-b9c771b41aa5 req-326b9b30-d75c-49b9-9cbb-c55975c61442 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:28.775695 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0c2fe6b8-8264-4050-b7ff-b9c771b41aa5 req-326b9b30-d75c-49b9-9cbb-c55975c61442 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 944 time: 0.1550817 Feb 10 03:39:28.788797 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dd7a64e0-c50a-4025-8a7a-f161fd420d3f req-e5da3446-8421-4903-a5fa-c2ef3db8a832 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522698 Feb 10 03:39:28.862576 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0c2fe6b8-8264-4050-b7ff-b9c771b41aa5 req-251eddfa-789a-4a63-b399-70034c73a594 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721984 Feb 10 03:39:29.184206 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f165d0-5a10-467b-a1b8-041834e6f88f req-9b75aeae-d26b-4bbb-a4ce-a49798c73370 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:29.187094 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a5f165d0-5a10-467b-a1b8-041834e6f88f req-9b75aeae-d26b-4bbb-a4ce-a49798c73370 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b2d5f1-131a-4713-9d41-f99e7b3897c7 HTTP/1.1" status: 200 len: 945 time: 0.0690660 Feb 10 03:39:29.252878 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a5f165d0-5a10-467b-a1b8-041834e6f88f req-6ed8dc72-cf4f-47f9-a728-ec5368a6b3be tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593460 Feb 10 03:39:29.348484 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeecc1b7-de01-4e0b-8787-719aeffd889b req-f6c4e8be-b0b6-466d-a489-057f32ac5d76 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:29.355735 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-eeecc1b7-de01-4e0b-8787-719aeffd889b req-f6c4e8be-b0b6-466d-a489-057f32ac5d76 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0627940 Feb 10 03:39:29.406037 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-eeecc1b7-de01-4e0b-8787-719aeffd889b req-4d91f217-7d01-49dd-8cda-a9e1ec21f0ff tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495040 Feb 10 03:39:29.708633 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edb4bb-fed1-493e-9909-43a1bb862e3d req-810da384-816b-47f1-b9d4-cf00aa5aeb4f tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:29.710275 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-51edb4bb-fed1-493e-9909-43a1bb862e3d req-810da384-816b-47f1-b9d4-cf00aa5aeb4f tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0749748 Feb 10 03:39:29.713080 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:39:29.761260 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-51edb4bb-fed1-493e-9909-43a1bb862e3d req-304c6baa-790e-42e9-bf5f-3231fc162799 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442252 Feb 10 03:39:29.819950 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=29a0a5b3-6729-4753-8ce5-55f51a8c9a2e,segment=NetworkSegment(086c110e-e949-4dfb-87df-62ade2705185),segment_id=086c110e-e949-4dfb-87df-62ade2705185)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:39:29.831348 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Returning: {'device': '29a0a5b3-6729-4753-8ce5-55f51a8c9a2e', 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'port_id': '29a0a5b3-6729-4753-8ce5-55f51a8c9a2e', 'mac_address': 'fa:16:3e:2c:fe:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:39:29.877339 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e is: ACTIVE; New status is: BUILD {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:39:29.877743 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (29a0a5b3-6729-4753-8ce5-55f51a8c9a2e), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:29.897053 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e {{(pid=102734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:39:29.920122 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=29a0a5b3-6729-4753-8ce5-55f51a8c9a2e,segment=NetworkSegment(086c110e-e949-4dfb-87df-62ade2705185),segment_id=086c110e-e949-4dfb-87df-62ade2705185)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:39:29.924867 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (29a0a5b3-6729-4753-8ce5-55f51a8c9a2e), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:29.925471 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a131e66-6d23-4326-a056-400d44912a30 req-28dda080-20e3-4334-96b6-712446fb4ff0 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:29.927105 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1a131e66-6d23-4326-a056-400d44912a30 req-28dda080-20e3-4334-96b6-712446fb4ff0 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0630710 Feb 10 03:39:29.973495 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=29a0a5b3-6729-4753-8ce5-55f51a8c9a2e,revision_number=6']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:30.003664 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1a131e66-6d23-4326-a056-400d44912a30 req-eb242fa3-33f2-454c-8669-7b438757830b tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709598 Feb 10 03:39:30.019706 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6653e-66d2-47f4-9bb6-d7898ad83cd0 req-4fb2a614-6388-4289-a5da-5299fdeefc1d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:30.020770 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5fe6653e-66d2-47f4-9bb6-d7898ad83cd0 req-4fb2a614-6388-4289-a5da-5299fdeefc1d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 944 time: 0.0747232 Feb 10 03:39:30.074345 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5fe6653e-66d2-47f4-9bb6-d7898ad83cd0 req-cea52246-e841-4831-bdb9-ccccb4e6df3f tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454102 Feb 10 03:39:30.269822 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['29a0a5b3-6729-4753-8ce5-55f51a8c9a2e'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:39:30.466169 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 6 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:39:30.574868 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495d57d-4569-4a89-8bc3-344474dfbf6f req-83ee0d9e-5f23-4c34-94c1-f4d245bdd34d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:30.583535 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7495d57d-4569-4a89-8bc3-344474dfbf6f req-83ee0d9e-5f23-4c34-94c1-f4d245bdd34d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 944 time: 0.0867169 Feb 10 03:39:30.642493 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7495d57d-4569-4a89-8bc3-344474dfbf6f req-6c8f3a3b-f247-4c61-8bef-f29f7b78736f tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565372 Feb 10 03:39:30.957881 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa3245-b061-4efc-bc29-dfa994771e55 req-400978d9-75c0-48e1-a685-bb3ecc6f3aee tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:30.960120 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8bfa3245-b061-4efc-bc29-dfa994771e55 req-400978d9-75c0-48e1-a685-bb3ecc6f3aee tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.1141412 Feb 10 03:39:31.200972 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8bfa3245-b061-4efc-bc29-dfa994771e55 req-033bd0de-261a-4023-a710-a10afea3ee41 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2305167 Feb 10 03:39:31.711786 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e977a51-7423-4439-a325-c1ad59c5151a req-45b009f6-47ac-4256-8d71-86cfbd3c06ba tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:31.719100 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8e977a51-7423-4439-a325-c1ad59c5151a req-45b009f6-47ac-4256-8d71-86cfbd3c06ba tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.2998652 Feb 10 03:39:31.736469 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96c7f5-2ccb-4e3e-85be-064743a41dcb req-af580f14-1cd9-433c-a863-68289bb7c373 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:31.737997 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-cf96c7f5-2ccb-4e3e-85be-064743a41dcb req-af580f14-1cd9-433c-a863-68289bb7c373 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 944 time: 0.1734624 Feb 10 03:39:31.740097 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e up at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:39:31.842322 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning complete for port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:39:31.843137 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (29a0a5b3-6729-4753-8ce5-55f51a8c9a2e), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:31.867301 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8e977a51-7423-4439-a325-c1ad59c5151a req-92c20f95-a539-44dd-b432-15c92f2a4fc6 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472008 Feb 10 03:39:31.948507 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-cf96c7f5-2ccb-4e3e-85be-064743a41dcb req-1f78a2c5-acb7-43b4-9cd0-acd94468f7ba tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017896 Feb 10 03:39:32.080632 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fdd72-3422-494c-81a9-eefbcda79b68 req-b07a7e82-06ed-49d8-a9df-577d3a6ff1ae tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:32.099695 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-948fdd72-3422-494c-81a9-eefbcda79b68 req-b07a7e82-06ed-49d8-a9df-577d3a6ff1ae tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 944 time: 0.1255825 Feb 10 03:39:32.192675 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-948fdd72-3422-494c-81a9-eefbcda79b68 req-6d6fdd3f-3e90-467d-b240-52c3271feba1 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919259 Feb 10 03:39:32.275343 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e is: BUILD; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:39:32.276020 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (29a0a5b3-6729-4753-8ce5-55f51a8c9a2e), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:32.304571 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd302b3d4-6282-4fbe-a4c4-248881ee8f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a0a5b3-6729-4753-8ce5-55f51a8c9a2e'}] {{(pid=102734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:39:32.307514 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f765ceee2b9e6863c7c09e3b0452b272479917b97bc142159859c6a833de831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ce87a1-128d-40b2-9131-6b067b23bbb9" -d '{"events": [{"server_uuid": "d302b3d4-6282-4fbe-a4c4-248881ee8f51", "name": "network-vif-plugged", "status": "completed", "tag": "29a0a5b3-6729-4753-8ce5-55f51a8c9a2e"}]}' {{(pid=102734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:39:32.349943 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=29a0a5b3-6729-4753-8ce5-55f51a8c9a2e,segment=NetworkSegment(086c110e-e949-4dfb-87df-62ade2705185),segment_id=086c110e-e949-4dfb-87df-62ade2705185)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:39:32.358724 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (29a0a5b3-6729-4753-8ce5-55f51a8c9a2e), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:32.392863 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57052e4c-a53f-45c8-ac74-ad6cbebc9276 x-openstack-request-id: req-57052e4c-a53f-45c8-ac74-ad6cbebc9276 {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:39:32.393568 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d302b3d4-6282-4fbe-a4c4-248881ee8f51", "name": "network-vif-plugged", "status": "completed", "tag": "29a0a5b3-6729-4753-8ce5-55f51a8c9a2e", "code": 200}]} {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:39:32.394002 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57052e4c-a53f-45c8-ac74-ad6cbebc9276 {{(pid=102734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:39:32.394601 dv-cinder-828060-2-iscsi neutron-server[102734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd302b3d4-6282-4fbe-a4c4-248881ee8f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a0a5b3-6729-4753-8ce5-55f51a8c9a2e', 'code': 200} Feb 10 03:39:32.416062 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9a179-66f9-494d-8a53-b635915d9218 req-ac5b47f8-e262-4e51-987b-87d1c7ec1e32 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:32.419534 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-abf9a179-66f9-494d-8a53-b635915d9218 req-ac5b47f8-e262-4e51-987b-87d1c7ec1e32 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0935817 Feb 10 03:39:32.433364 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=29a0a5b3-6729-4753-8ce5-55f51a8c9a2e,revision_number=7']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:32.502049 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-abf9a179-66f9-494d-8a53-b635915d9218 req-53dcd46a-c7b9-4f63-9cd7-5850d8cd9729 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757279 Feb 10 03:39:33.036927 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d44c2-d111-4811-bab3-d6b875e5c289 req-59f99581-4ce1-43e7-9846-ea73d22b923a tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:33.038577 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-da7d44c2-d111-4811-bab3-d6b875e5c289 req-59f99581-4ce1-43e7-9846-ea73d22b923a tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0783610 Feb 10 03:39:33.147909 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-da7d44c2-d111-4811-bab3-d6b875e5c289 req-e84736ff-fc2e-4193-9a7a-652838a1260c tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992668 Feb 10 03:39:33.190781 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548554a-1020-4478-a07a-8c6ab5ae447c req-f72867ae-9b94-4991-8d67-807a008cc4fe tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:33.193106 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3548554a-1020-4478-a07a-8c6ab5ae447c req-f72867ae-9b94-4991-8d67-807a008cc4fe tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 944 time: 0.1250215 Feb 10 03:39:33.311244 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3548554a-1020-4478-a07a-8c6ab5ae447c req-ad87d0b0-9c6b-4d54-b630-82deb920c535 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077168 Feb 10 03:39:33.395435 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2be43-d338-4f8b-88a6-1d32f5eef493 req-8c09ce46-1d9e-4743-a551-aadbf3898663 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:33.403549 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-79c2be43-d338-4f8b-88a6-1d32f5eef493 req-8c09ce46-1d9e-4743-a551-aadbf3898663 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0853376 Feb 10 03:39:33.471926 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-79c2be43-d338-4f8b-88a6-1d32f5eef493 req-4892c4c4-a32b-4595-979a-92346f36725e tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673954 Feb 10 03:39:33.736940 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf40481-f2c6-40be-a2ea-29f117cdc938 req-d2cfb9af-da13-476d-a10a-8fe9447824f7 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:33.746935 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ddf40481-f2c6-40be-a2ea-29f117cdc938 req-d2cfb9af-da13-476d-a10a-8fe9447824f7 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.1351855 Feb 10 03:39:33.846996 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ddf40481-f2c6-40be-a2ea-29f117cdc938 req-b0917823-0ee4-48e4-b996-386170ed3fd6 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903847 Feb 10 03:39:34.328618 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83303e-724c-4713-a799-d4e4b8215f0d req-978189d9-d137-4ca9-bca0-bbe1c7555962 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:34.331325 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1a83303e-724c-4713-a799-d4e4b8215f0d req-978189d9-d137-4ca9-bca0-bbe1c7555962 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0951567 Feb 10 03:39:34.396281 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1a83303e-724c-4713-a799-d4e4b8215f0d req-ae605085-28b4-4caa-8516-6a821fa70560 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582855 Feb 10 03:39:34.635607 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f71c19-29c4-4fac-a72f-c6e088c25e83 req-d228f4ff-1efb-4e92-9f62-f7ed1a884891 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:34.637626 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-60f71c19-29c4-4fac-a72f-c6e088c25e83 req-d228f4ff-1efb-4e92-9f62-f7ed1a884891 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 944 time: 0.2005532 Feb 10 03:39:34.748893 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2ab72-2616-47e2-bf8f-978b84a2c686 req-a5116e96-1d89-4143-998a-d461ab9546ff tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:34.750685 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-63e2ab72-2616-47e2-bf8f-978b84a2c686 req-a5116e96-1d89-4143-998a-d461ab9546ff tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.1615705 Feb 10 03:39:34.787757 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-60f71c19-29c4-4fac-a72f-c6e088c25e83 req-48d08689-1654-4cd7-b8b8-f4e7bac5659d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417468 Feb 10 03:39:34.821453 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-63e2ab72-2616-47e2-bf8f-978b84a2c686 req-d013945e-aeec-4503-8c85-07805e091947 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630286 Feb 10 03:39:35.062292 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c724adb-f0df-4bae-b68b-fb8a2260dd4a req-5df710b5-0d86-4d69-83f5-8454977ae36d tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:35.071638 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7c724adb-f0df-4bae-b68b-fb8a2260dd4a req-5df710b5-0d86-4d69-83f5-8454977ae36d tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.1391873 Feb 10 03:39:35.183533 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7c724adb-f0df-4bae-b68b-fb8a2260dd4a req-f132d118-55ca-44b8-ad70-a355a7806a41 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040483 Feb 10 03:39:35.578474 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956672b-34da-4661-a792-ae41845ff60a req-7848efe9-49d2-4a62-ab19-81ad59cd6046 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:35.580154 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5956672b-34da-4661-a792-ae41845ff60a req-7848efe9-49d2-4a62-ab19-81ad59cd6046 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0875974 Feb 10 03:39:35.683787 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5956672b-34da-4661-a792-ae41845ff60a req-7a8c3e3c-8fd6-4751-88a4-40ce5c1be433 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737600 Feb 10 03:39:35.747880 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 336de512-11fe-4594-b1b4-1b948f7eceab details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:39:35.902744 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 336de512-11fe-4594-b1b4-1b948f7eceab, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=336de512-11fe-4594-b1b4-1b948f7eceab,segment=NetworkSegment(c168d9c9-0428-46e4-a032-65303c451794),segment_id=c168d9c9-0428-46e4-a032-65303c451794)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:39:35.919195 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Returning: {'device': '336de512-11fe-4594-b1b4-1b948f7eceab', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'port_id': '336de512-11fe-4594-b1b4-1b948f7eceab', 'mac_address': 'fa:16:3e:4a:ae:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:39:35.975854 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 336de512-11fe-4594-b1b4-1b948f7eceab is: DOWN; New status is: BUILD {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:39:35.976671 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (336de512-11fe-4594-b1b4-1b948f7eceab), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:36.002800 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 336de512-11fe-4594-b1b4-1b948f7eceab {{(pid=102734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:39:36.006546 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91179d26-3051-4808-bbe5-5b58776b7bae req-0d4d3eaa-ccfb-41f1-aa1e-ca271251dbcc tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:36.008118 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-91179d26-3051-4808-bbe5-5b58776b7bae req-0d4d3eaa-ccfb-41f1-aa1e-ca271251dbcc tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 944 time: 0.1241121 Feb 10 03:39:36.020811 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851f8c8-9f23-42b9-9323-70aedfbcbeca req-1036a156-3bbe-4b57-8006-fe2df7484eed tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:36.027807 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7851f8c8-9f23-42b9-9323-70aedfbcbeca req-1036a156-3bbe-4b57-8006-fe2df7484eed tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0875807 Feb 10 03:39:36.062509 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 336de512-11fe-4594-b1b4-1b948f7eceab, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=336de512-11fe-4594-b1b4-1b948f7eceab,segment=NetworkSegment(c168d9c9-0428-46e4-a032-65303c451794),segment_id=c168d9c9-0428-46e4-a032-65303c451794)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:39:36.070247 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (336de512-11fe-4594-b1b4-1b948f7eceab), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:36.108709 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-91179d26-3051-4808-bbe5-5b58776b7bae req-f694c52e-a4a8-4000-a957-9178eae3a69f tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720372 Feb 10 03:39:36.151898 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7851f8c8-9f23-42b9-9323-70aedfbcbeca req-6fc4091a-c4de-44a9-a6f4-4672122dda0b tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230474 Feb 10 03:39:36.162258 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=336de512-11fe-4594-b1b4-1b948f7eceab,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:36.371090 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad49fc-0e99-4507-b051-9e57159a4b0c req-4edc02bd-0604-401d-86d7-a7189508baab tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:36.377999 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-32ad49fc-0e99-4507-b051-9e57159a4b0c req-4edc02bd-0604-401d-86d7-a7189508baab tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0759068 Feb 10 03:39:36.431218 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-32ad49fc-0e99-4507-b051-9e57159a4b0c req-88414512-a903-4986-9676-4c00e3483d03 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522857 Feb 10 03:39:36.811229 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ccf5e-97d3-409b-b72c-c7a5cd89914d req-14ce1d93-99e2-4165-aed2-3962c9226502 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:36.813598 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-325ccf5e-97d3-409b-b72c-c7a5cd89914d req-14ce1d93-99e2-4165-aed2-3962c9226502 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0722892 Feb 10 03:39:36.872410 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-325ccf5e-97d3-409b-b72c-c7a5cd89914d req-15ea8d1d-ea76-4801-a1c1-3bb17e545d18 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524426 Feb 10 03:39:36.914975 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['336de512-11fe-4594-b1b4-1b948f7eceab'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:39:37.267719 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2550d2c-7532-4465-8969-681a70ff398e req-02d74516-7f6f-44b1-962d-eca6b2a0ad22 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:37.275023 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e2550d2c-7532-4465-8969-681a70ff398e req-02d74516-7f6f-44b1-962d-eca6b2a0ad22 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 945 time: 0.1026037 Feb 10 03:39:37.359280 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e2550d2c-7532-4465-8969-681a70ff398e req-f8c1dd7d-8c66-4568-86fd-66ac191fe6f8 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832801 Feb 10 03:39:37.370417 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea22f5e-16f2-451f-be72-58d5a068d46f req-a3fa99be-6979-4ba1-a4b3-ae4a55fe6063 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:37.377181 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7ea22f5e-16f2-451f-be72-58d5a068d46f req-a3fa99be-6979-4ba1-a4b3-ae4a55fe6063 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.1171114 Feb 10 03:39:37.429301 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7ea22f5e-16f2-451f-be72-58d5a068d46f req-d17a83bb-3e63-4ccb-95ac-dad018ac6a4c tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512218 Feb 10 03:39:37.566301 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497fdfe-483e-4456-ae89-bff99ebfd551 req-f5e3133f-5f34-4503-a379-bec1206996e2 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:37.568010 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b497fdfe-483e-4456-ae89-bff99ebfd551 req-f5e3133f-5f34-4503-a379-bec1206996e2 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0560281 Feb 10 03:39:37.623724 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b497fdfe-483e-4456-ae89-bff99ebfd551 req-65a79e43-17d2-48df-a346-e5936a82557c tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491841 Feb 10 03:39:38.033923 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8667d7-d5c2-4398-8b0b-ca84092ec5f3 req-73f9e004-2eec-4848-8497-1d1eeb304c33 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:38.036133 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3c8667d7-d5c2-4398-8b0b-ca84092ec5f3 req-73f9e004-2eec-4848-8497-1d1eeb304c33 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0617578 Feb 10 03:39:38.097470 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3c8667d7-d5c2-4398-8b0b-ca84092ec5f3 req-c0c720fe-0706-4c4b-ad47-1af07c67b481 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541501 Feb 10 03:39:38.497644 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79c37a-7008-489f-9020-d04f51cb1ae1 req-4cdebdb4-0426-46f6-8929-8d04eb0c5234 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:38.499915 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ef79c37a-7008-489f-9020-d04f51cb1ae1 req-4cdebdb4-0426-46f6-8929-8d04eb0c5234 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 945 time: 0.0710745 Feb 10 03:39:38.605985 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ef79c37a-7008-489f-9020-d04f51cb1ae1 req-3406e12d-d502-4b25-8df7-fca85dd9ed96 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992451 Feb 10 03:39:38.617298 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dce83-0f4e-423a-9a3c-2bb84cda63af req-6f1a0603-9c1a-468c-96ea-1a3e35163257 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:38.618942 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-405dce83-0f4e-423a-9a3c-2bb84cda63af req-6f1a0603-9c1a-468c-96ea-1a3e35163257 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0984623 Feb 10 03:39:38.692702 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-405dce83-0f4e-423a-9a3c-2bb84cda63af req-aafd0cc7-c44e-4c38-a59e-7196eea7dc32 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575228 Feb 10 03:39:38.776541 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5afa6-18a2-4018-9d9b-13c6caa4dbe1 req-a5bffeea-96f6-4a80-8255-ed4c64b5d756 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:38.779132 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d1d5afa6-18a2-4018-9d9b-13c6caa4dbe1 req-a5bffeea-96f6-4a80-8255-ed4c64b5d756 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0594480 Feb 10 03:39:38.829332 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d1d5afa6-18a2-4018-9d9b-13c6caa4dbe1 req-e1ed5e40-86b3-4e0b-a321-e6e9e9ab0d72 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449805 Feb 10 03:39:39.248879 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5bcc8d-19a5-4a64-8fed-00c0a442d80b req-8aeb0187-d506-4a6a-802e-70c2879e6330 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:39.250523 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7d5bcc8d-19a5-4a64-8fed-00c0a442d80b req-8aeb0187-d506-4a6a-802e-70c2879e6330 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0648181 Feb 10 03:39:39.305131 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7d5bcc8d-19a5-4a64-8fed-00c0a442d80b req-14f6cd4f-ae14-4c2a-bd48-30cff203f833 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485458 Feb 10 03:39:39.593149 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 46560) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:39:39.660383 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.db_base_plugin_v2 [None req-55073636-6eff-45b2-b20a-3a950f92e378 admin admin] Deleting subnet b9fbe90b-c190-4c4c-89cb-76c1c5beca62 {{(pid=102732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 03:39:39.666073 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-55073636-6eff-45b2-b20a-3a950f92e378 admin admin] Publish callbacks [] for subnet (b9fbe90b-c190-4c4c-89cb-76c1c5beca62), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:39.716695 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-55073636-6eff-45b2-b20a-3a950f92e378 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266296389'] for subnet (b9fbe90b-c190-4c4c-89cb-76c1c5beca62), precommit_delete_associations {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:39.794926 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 336de512-11fe-4594-b1b4-1b948f7eceab up at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:39:39.848591 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning for port 336de512-11fe-4594-b1b4-1b948f7eceab completed by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:39:39.855728 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-55073636-6eff-45b2-b20a-3a950f92e378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686942'] for subnet (b9fbe90b-c190-4c4c-89cb-76c1c5beca62), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:39.859947 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning complete for port 336de512-11fe-4594-b1b4-1b948f7eceab triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:39:39.860691 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (336de512-11fe-4594-b1b4-1b948f7eceab), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:39.933203 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5e4fd-5610-4522-a1ef-b7465bc2014e req-f77fca71-7b3e-4e6a-b4d6-272b9cde9e8b tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:39.935126 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-69d5e4fd-5610-4522-a1ef-b7465bc2014e req-f77fca71-7b3e-4e6a-b4d6-272b9cde9e8b tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 945 time: 0.2280521 Feb 10 03:39:39.952523 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f458f3e-cabc-4c7e-a470-e838218e723e req-b9657be9-8889-4892-bc43-09cc6a270589 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:39.954000 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6f458f3e-cabc-4c7e-a470-e838218e723e req-b9657be9-8889-4892-bc43-09cc6a270589 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.1699519 Feb 10 03:39:39.977237 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 336de512-11fe-4594-b1b4-1b948f7eceab is: BUILD; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:39:39.978011 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (336de512-11fe-4594-b1b4-1b948f7eceab), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:39.997005 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-55073636-6eff-45b2-b20a-3a950f92e378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265725902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265425211'] for subnet (b9fbe90b-c190-4c4c-89cb-76c1c5beca62), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:40.007534 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6526425c-4ed8-4fc2-982e-cfa3c75087c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336de512-11fe-4594-b1b4-1b948f7eceab'}] {{(pid=102734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:39:40.011638 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f765ceee2b9e6863c7c09e3b0452b272479917b97bc142159859c6a833de831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7f11c9-07d2-488b-bf49-66954f6b3e8b" -d '{"events": [{"server_uuid": "6526425c-4ed8-4fc2-982e-cfa3c75087c3", "name": "network-vif-plugged", "status": "completed", "tag": "336de512-11fe-4594-b1b4-1b948f7eceab"}]}' {{(pid=102734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:39:40.025895 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 336de512-11fe-4594-b1b4-1b948f7eceab, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=336de512-11fe-4594-b1b4-1b948f7eceab,segment=NetworkSegment(c168d9c9-0428-46e4-a032-65303c451794),segment_id=c168d9c9-0428-46e4-a032-65303c451794)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:39:40.043331 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (336de512-11fe-4594-b1b4-1b948f7eceab), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:40.048806 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55073636-6eff-45b2-b20a-3a950f92e378 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9fbe90b-c190-4c4c-89cb-76c1c5beca62,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:40.056940 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-55073636-6eff-45b2-b20a-3a950f92e378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for subnet (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:40.060228 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-55073636-6eff-45b2-b20a-3a950f92e378 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b9fbe90b-c190-4c4c-89cb-76c1c5beca62 HTTP/1.1" status: 204 len: 168 time: 0.4660430 Feb 10 03:39:40.062946 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 46574) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:39:40.095778 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-69d5e4fd-5610-4522-a1ef-b7465bc2014e req-ff5addca-99b1-40aa-8163-6987a2bc11f2 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509416 Feb 10 03:39:40.111032 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6f458f3e-cabc-4c7e-a470-e838218e723e req-66ff0d51-0a08-4445-bf71-354db982a1ba tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424589 Feb 10 03:39:40.113996 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=336de512-11fe-4594-b1b4-1b948f7eceab,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:40.173181 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8982fb-f063-4636-b6f6-cac85e9e1a0f x-openstack-request-id: req-6e8982fb-f063-4636-b6f6-cac85e9e1a0f {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:39:40.173181 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6526425c-4ed8-4fc2-982e-cfa3c75087c3", "name": "network-vif-plugged", "status": "completed", "tag": "336de512-11fe-4594-b1b4-1b948f7eceab", "code": 200}]} {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:39:40.173181 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e8982fb-f063-4636-b6f6-cac85e9e1a0f {{(pid=102734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:39:40.173181 dv-cinder-828060-2-iscsi neutron-server[102734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6526425c-4ed8-4fc2-982e-cfa3c75087c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336de512-11fe-4594-b1b4-1b948f7eceab', 'code': 200} Feb 10 03:39:40.233864 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0572dcf5-ffac-422f-80ac-f98cbd14961e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-664968'] for network (76e22acc-1b00-4e17-aaca-a2a7c6c019ee), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:40.277820 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5c3e8-30e1-4cb0-92d1-f95d4daad045 req-38e46765-2ad9-4760-8648-9f92052b318a tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:40.279499 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-22c5c3e8-30e1-4cb0-92d1-f95d4daad045 req-38e46765-2ad9-4760-8648-9f92052b318a tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.1009107 Feb 10 03:39:40.339317 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0572dcf5-ffac-422f-80ac-f98cbd14961e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737483', 'neutron.services.segments.db._delete_segments_for_network-8729388224440'] for network (76e22acc-1b00-4e17-aaca-a2a7c6c019ee), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:40.370144 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-22c5c3e8-30e1-4cb0-92d1-f95d4daad045 req-4cdbd7c1-5ad4-4b6a-ab7b-4b1f2bac9422 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771575 Feb 10 03:39:40.384524 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.services.segments.db [None req-0572dcf5-ffac-422f-80ac-f98cbd14961e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e22acc-1b00-4e17-aaca-a2a7c6c019ee']}} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:39:40.409955 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.services.segments.db [None req-0572dcf5-ffac-422f-80ac-f98cbd14961e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12fbc880-dc45-48eb-b207-8a70d4943409') {'for_net_delete': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:39:40.410253 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.services.segments.db [None req-0572dcf5-ffac-422f-80ac-f98cbd14961e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12fbc880-dc45-48eb-b207-8a70d4943409') {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:39:40.423304 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0572dcf5-ffac-422f-80ac-f98cbd14961e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729388227777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268408301'] for segment (12fbc880-dc45-48eb-b207-8a70d4943409), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:40.437611 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0572dcf5-ffac-422f-80ac-f98cbd14961e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (12fbc880-dc45-48eb-b207-8a70d4943409), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:40.445929 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0572dcf5-ffac-422f-80ac-f98cbd14961e admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 03:39:40.446238 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0572dcf5-ffac-422f-80ac-f98cbd14961e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264842786'] for segment (12fbc880-dc45-48eb-b207-8a70d4943409), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: Traceback (most recent call last): Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: timer() Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: cb(*args, **kw) Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: return func(*args, **kwargs) Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: self._notify() Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: self.callback(batched_events) Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: event.method(event) Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: return f(self, *a, **k) Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: return self._get(url).json() Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: return self.request(url, 'GET', **kwargs) Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 03:39:40.533552 dv-cinder-828060-2-iscsi neutron-server[102733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 03:39:40.588334 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0572dcf5-ffac-422f-80ac-f98cbd14961e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575265'] for network (76e22acc-1b00-4e17-aaca-a2a7c6c019ee), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:40.606076 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0572dcf5-ffac-422f-80ac-f98cbd14961e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:40.610382 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-0572dcf5-ffac-422f-80ac-f98cbd14961e admin admin] 10.222.0.32 "DELETE /v2.0/networks/76e22acc-1b00-4e17-aaca-a2a7c6c019ee HTTP/1.1" status: 204 len: 168 time: 0.5457954 Feb 10 03:39:40.621714 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec2021-8f5a-4bde-b68e-bcbf155755f5 req-e50ac858-cf45-415e-ad6c-821bc3d841bf tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:40.623016 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7dec2021-8f5a-4bde-b68e-bcbf155755f5 req-e50ac858-cf45-415e-ad6c-821bc3d841bf tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.1152167 Feb 10 03:39:40.645454 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572dcf5-ffac-422f-80ac-f98cbd14961e admin admin] Pushing event deleted for resources: {'Network': ['ID=76e22acc-1b00-4e17-aaca-a2a7c6c019ee,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:40.663874 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a7319-b591-4d5f-a460-26bc886e95b4 req-7ba027d1-0f9c-4403-b853-207178a6cefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:40.665628 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-c77a7319-b591-4d5f-a460-26bc886e95b4 req-7ba027d1-0f9c-4403-b853-207178a6cefd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 1130 time: 0.1248479 Feb 10 03:39:40.733531 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-c77a7319-b591-4d5f-a460-26bc886e95b4 req-aa61aeea-a641-4c13-9b9c-16cfee1f29cc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586991 Feb 10 03:39:40.744135 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7dec2021-8f5a-4bde-b68e-bcbf155755f5 req-133d9f00-3b8f-482d-a16d-41c016817f54 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006327 Feb 10 03:39:40.874742 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 46592) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:39:40.924514 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-325297fc-90e7-4867-8049-48612cbadbfd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5f20a9d15eb4d99bf667578a36a9f55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485756 Feb 10 03:39:40.927451 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 46594) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:39:40.993317 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-966a9bc5-e64b-42fd-aba4-d26b2d1eebf3 admin admin] Publish callbacks [] for security_group (4943efc5-81f3-4158-a24d-11e5b6b1133d), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:41.023274 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-966a9bc5-e64b-42fd-aba4-d26b2d1eebf3 admin admin] Publish callbacks [] for security_group (4943efc5-81f3-4158-a24d-11e5b6b1133d), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:41.078425 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-966a9bc5-e64b-42fd-aba4-d26b2d1eebf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (4943efc5-81f3-4158-a24d-11e5b6b1133d), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:41.082008 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-966a9bc5-e64b-42fd-aba4-d26b2d1eebf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:41.083446 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-966a9bc5-e64b-42fd-aba4-d26b2d1eebf3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4943efc5-81f3-4158-a24d-11e5b6b1133d HTTP/1.1" status: 204 len: 168 time: 0.1549897 Feb 10 03:39:41.093120 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a9bc5-e64b-42fd-aba4-d26b2d1eebf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4943efc5-81f3-4158-a24d-11e5b6b1133d,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:41.300951 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15fa0d-f689-4f74-b5e7-914ccf3171c2 req-80efc094-6a2c-4062-a6b5-068f8de30a62 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:41.302510 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3a15fa0d-f689-4f74-b5e7-914ccf3171c2 req-80efc094-6a2c-4062-a6b5-068f8de30a62 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 946 time: 0.1085572 Feb 10 03:39:41.311047 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4511e7-69a8-4b3c-ad66-a287884c587a req-cf6641f3-82f5-4c4a-8cbd-910b319a2614 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:41.312951 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ef4511e7-69a8-4b3c-ad66-a287884c587a req-cf6641f3-82f5-4c4a-8cbd-910b319a2614 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0986552 Feb 10 03:39:41.447935 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ef4511e7-69a8-4b3c-ad66-a287884c587a req-0c1c72e0-b87a-4cbe-9fdd-5dabf1ba1e89 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117513 Feb 10 03:39:41.452279 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3a15fa0d-f689-4f74-b5e7-914ccf3171c2 req-385d79b0-0648-4f39-a895-7722ea5d163f tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382756 Feb 10 03:39:41.832029 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1290eb-fabe-4a86-9ed4-672ca5af4cc9 req-991eaaa5-ba6b-4636-aa18-aa7cc8f907e9 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:41.840844 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2b1290eb-fabe-4a86-9ed4-672ca5af4cc9 req-991eaaa5-ba6b-4636-aa18-aa7cc8f907e9 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.3181601 Feb 10 03:39:41.923256 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2b1290eb-fabe-4a86-9ed4-672ca5af4cc9 req-903012a7-8804-4a8f-a1ec-21804bcc3664 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814567 Feb 10 03:39:41.951860 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f587b6e-d1c9-4eaa-84fb-fa851cf661a0 req-498a2f2b-7ff1-4da3-bcff-716d237b9b0c tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:41.951860 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1f587b6e-d1c9-4eaa-84fb-fa851cf661a0 req-498a2f2b-7ff1-4da3-bcff-716d237b9b0c tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0898471 Feb 10 03:39:42.023440 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1f587b6e-d1c9-4eaa-84fb-fa851cf661a0 req-40c78c3a-f37f-43d2-8eb6-47a59f028a71 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630252 Feb 10 03:39:42.612172 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f7d1d-4564-44d7-a28b-a044d2df2ab9 req-01f5d427-7f42-43c5-b764-149e69b1dcfd tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:42.613800 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a79f7d1d-4564-44d7-a28b-a044d2df2ab9 req-01f5d427-7f42-43c5-b764-149e69b1dcfd tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0874295 Feb 10 03:39:42.626636 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf676b-1048-480a-8c11-edddb4f94fad req-ff32b75e-f2a7-4375-940e-c857f4af63a3 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:42.628360 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2fdf676b-1048-480a-8c11-edddb4f94fad req-ff32b75e-f2a7-4375-940e-c857f4af63a3 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 946 time: 0.0722408 Feb 10 03:39:42.705425 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a79f7d1d-4564-44d7-a28b-a044d2df2ab9 req-78138649-ea67-4887-896f-fca8c882107c tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760517 Feb 10 03:39:42.714882 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2fdf676b-1048-480a-8c11-edddb4f94fad req-05e94404-d5ac-411b-9b3f-6d4064eb0e46 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796378 Feb 10 03:39:43.066909 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac176fd7-cef0-4fac-852d-887365ee1dfe req-019a246f-113e-4a8f-b455-56adc5cd9e64 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:43.070249 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ac176fd7-cef0-4fac-852d-887365ee1dfe req-019a246f-113e-4a8f-b455-56adc5cd9e64 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0697813 Feb 10 03:39:43.117040 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ac176fd7-cef0-4fac-852d-887365ee1dfe req-2709aca6-4af7-42d8-b1fe-9272726f6257 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429025 Feb 10 03:39:43.172959 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6edbd-9b00-4db4-893d-6f52d22e12df req-c44084ef-6ebd-4709-9775-fed3d70bbc0e tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:43.174428 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-19b6edbd-9b00-4db4-893d-6f52d22e12df req-c44084ef-6ebd-4709-9775-fed3d70bbc0e tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0540948 Feb 10 03:39:43.224685 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-19b6edbd-9b00-4db4-893d-6f52d22e12df req-85dec22c-ea69-4717-a738-fb938c28315e tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432751 Feb 10 03:39:43.391585 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a97887-1bc9-4ebe-ba40-4bb6db7a28f9 req-03d08f44-83ba-4e63-b10a-164a9c93bd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:43.394681 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-09a97887-1bc9-4ebe-ba40-4bb6db7a28f9 req-03d08f44-83ba-4e63-b10a-164a9c93bd9f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=50e1249fa4204bf9ba3044c3c1260634&device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 1129 time: 0.0503852 Feb 10 03:39:43.502170 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a97887-1bc9-4ebe-ba40-4bb6db7a28f9 req-23a95c83-4d14-4375-b3e9-34f72073d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:43.503582 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-09a97887-1bc9-4ebe-ba40-4bb6db7a28f9 req-23a95c83-4d14-4375-b3e9-34f72073d2d1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2276b970-ba53-4cdf-8089-151cb82a4e87 HTTP/1.1" status: 200 len: 918 time: 0.0984817 Feb 10 03:39:43.586881 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-09a97887-1bc9-4ebe-ba40-4bb6db7a28f9 req-e935c0b7-d16c-451a-a20c-19a0b65d2dfd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29a0a5b3-6729-4753-8ce5-55f51a8c9a2e HTTP/1.1" status: 200 len: 1001 time: 0.0709105 Feb 10 03:39:43.674344 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a97887-1bc9-4ebe-ba40-4bb6db7a28f9 req-bf32dd69-531a-42a5-b5fd-6a08acd2804c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:43.676096 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-09a97887-1bc9-4ebe-ba40-4bb6db7a28f9 req-bf32dd69-531a-42a5-b5fd-6a08acd2804c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8d5da7a8-bc65-46b6-8077-e221507906cd HTTP/1.1" status: 200 len: 856 time: 0.0458286 Feb 10 03:39:43.732111 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a97887-1bc9-4ebe-ba40-4bb6db7a28f9 req-eec5b304-d443-4e94-8142-cd32c304e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:43.733720 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-09a97887-1bc9-4ebe-ba40-4bb6db7a28f9 req-eec5b304-d443-4e94-8142-cd32c304e4bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2276b970-ba53-4cdf-8089-151cb82a4e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504279 Feb 10 03:39:43.853812 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-09a97887-1bc9-4ebe-ba40-4bb6db7a28f9 req-4566a8e8-a343-4a33-94eb-8385bf7c8466 service neutron] 10.222.0.21 "GET /v2.0/networks/2276b970-ba53-4cdf-8089-151cb82a4e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121926 Feb 10 03:39:43.905480 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db409577-95e1-48b1-9199-bd65c1d5c429 req-a92854cb-2744-4259-8aea-f34ca5901df8 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:43.907329 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-db409577-95e1-48b1-9199-bd65c1d5c429 req-a92854cb-2744-4259-8aea-f34ca5901df8 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0810018 Feb 10 03:39:43.915768 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341354b-ae6f-4554-b108-6e82f7802623 req-f5e37a69-a1d4-4630-9778-b6c3e8fc86ec tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:43.917254 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6341354b-ae6f-4554-b108-6e82f7802623 req-f5e37a69-a1d4-4630-9778-b6c3e8fc86ec tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 946 time: 0.1037066 Feb 10 03:39:43.971203 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-09a97887-1bc9-4ebe-ba40-4bb6db7a28f9 req-269b22b4-07f1-4dba-ae79-e31df3fb3235 service neutron] 10.222.0.21 "GET /v2.0/networks/2276b970-ba53-4cdf-8089-151cb82a4e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978720 Feb 10 03:39:44.014250 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-db409577-95e1-48b1-9199-bd65c1d5c429 req-f270d509-03cd-47b3-8ec3-e27c7b861ab8 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960228 Feb 10 03:39:44.018956 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6341354b-ae6f-4554-b108-6e82f7802623 req-9828d0a4-4543-4792-ad4b-786a433e5286 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949564 Feb 10 03:39:44.151516 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5715471-29d4-4fd3-bae7-cc46aa392d4d req-17b3ff8d-7d5f-4dad-bd63-03c3075c1989 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:44.152915 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a5715471-29d4-4fd3-bae7-cc46aa392d4d req-17b3ff8d-7d5f-4dad-bd63-03c3075c1989 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 946 time: 0.0668600 Feb 10 03:39:44.213567 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a5715471-29d4-4fd3-bae7-cc46aa392d4d req-ad8b5462-fb24-4194-aef4-fb16b4c04117 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546362 Feb 10 03:39:44.237596 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 46690) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:39:44.262136 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cdda8-e6cc-4e17-be42-23bf2eab1d14 req-a492a5ff-4f51-4f3e-876f-f002a86cc6d6 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:44.263756 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ce5cdda8-e6cc-4e17-be42-23bf2eab1d14 req-a492a5ff-4f51-4f3e-876f-f002a86cc6d6 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0673914 Feb 10 03:39:44.312151 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ce5cdda8-e6cc-4e17-be42-23bf2eab1d14 req-87a5d28b-92c3-4e2b-aeab-7b585f307ee0 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422316 Feb 10 03:39:44.437747 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896787d-e619-4238-9d85-5f8a855bd490 req-c0d04222-7ca4-4a6b-9291-bb3553a70b7c tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:44.439448 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d896787d-e619-4238-9d85-5f8a855bd490 req-c0d04222-7ca4-4a6b-9291-bb3553a70b7c tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0558681 Feb 10 03:39:44.449483 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8687c7a-6761-4cab-868c-fac6aee53769 tempest-TestVolumeBootPattern-425298561 tempest-TestVolumeBootPattern-425298561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:44.453937 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-b8687c7a-6761-4cab-868c-fac6aee53769 tempest-TestVolumeBootPattern-425298561 tempest-TestVolumeBootPattern-425298561-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 1125 time: 0.2124169 Feb 10 03:39:44.454270 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 46700) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:39:44.458580 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-a531398d-ec2a-47b2-9d79-ba637d393df8 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Request body: {'floatingip': {'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'port_id': '336de512-11fe-4594-b1b4-1b948f7eceab', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:39:44.482114 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a531398d-ec2a-47b2-9d79-ba637d393df8 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:44.519165 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d896787d-e619-4238-9d85-5f8a855bd490 req-789bff20-6ef7-4e23-ab5e-2c392ef8ad76 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704103 Feb 10 03:39:44.526690 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047fd57-6b8f-408a-93e9-e1b6307b70ec req-0f4d212a-6f45-45bf-a8e0-1a108387b90f tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:44.528184 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e047fd57-6b8f-408a-93e9-e1b6307b70ec req-0f4d212a-6f45-45bf-a8e0-1a108387b90f tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b2d5f1-131a-4713-9d41-f99e7b3897c7 HTTP/1.1" status: 200 len: 945 time: 0.0878377 Feb 10 03:39:44.577677 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e047fd57-6b8f-408a-93e9-e1b6307b70ec req-260c5fb6-aa1d-494e-a6ac-17d85d9f0825 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435133 Feb 10 03:39:44.583169 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a531398d-ec2a-47b2-9d79-ba637d393df8 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:44.693471 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [None req-a531398d-ec2a-47b2-9d79-ba637d393df8 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Allocated IP 172.27.0.250 (21bdb221-e4aa-4ceb-8437-3c4897a6dae2/0a389fce-60fc-45d4-b298-908574c1c629/6c4b7f86-7508-4748-a1dc-3151a2dc78b8) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:39:44.794464 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a531398d-ec2a-47b2-9d79-ba637d393df8 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for port (6c4b7f86-7508-4748-a1dc-3151a2dc78b8), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:44.830560 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a531398d-ec2a-47b2-9d79-ba637d393df8 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (6c4b7f86-7508-4748-a1dc-3151a2dc78b8), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:44.868415 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a531398d-ec2a-47b2-9d79-ba637d393df8 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:39:44.871592 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-a531398d-ec2a-47b2-9d79-ba637d393df8 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:39:44.874201 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a531398d-ec2a-47b2-9d79-ba637d393df8 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:39:44.902769 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531398d-ec2a-47b2-9d79-ba637d393df8 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Pushing event updated for resources: {'Port': ['ID=6c4b7f86-7508-4748-a1dc-3151a2dc78b8,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:45.147900 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acafdd-ccb8-4425-bf31-0e43364a9e29 req-e09b0cfd-93dd-42bd-9a71-8cb09f6cd17a tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:45.155232 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-70acafdd-ccb8-4425-bf31-0e43364a9e29 req-e09b0cfd-93dd-42bd-9a71-8cb09f6cd17a tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0650263 Feb 10 03:39:45.197521 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-70acafdd-ccb8-4425-bf31-0e43364a9e29 req-84b59132-bd60-4454-96f8-3112c1e298a1 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414128 Feb 10 03:39:45.265383 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a531398d-ec2a-47b2-9d79-ba637d393df8 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for floatingip (d7ef6c13-aa18-488b-8a1e-e78965b0b934), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:45.343546 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a531398d-ec2a-47b2-9d79-ba637d393df8 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (6c4b7f86-7508-4748-a1dc-3151a2dc78b8), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:45.440796 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449e801-137b-439c-b3a3-54072aa330a0 req-8b76e9f4-a190-4cee-a0db-06c90445d452 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:45.442340 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0449e801-137b-439c-b3a3-54072aa330a0 req-8b76e9f4-a190-4cee-a0db-06c90445d452 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0555980 Feb 10 03:39:45.494081 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0449e801-137b-439c-b3a3-54072aa330a0 req-c69f6ede-beb1-48c4-8f8e-d892220530d4 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457704 Feb 10 03:39:45.496119 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a531398d-ec2a-47b2-9d79-ba637d393df8 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for port (6c4b7f86-7508-4748-a1dc-3151a2dc78b8), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:45.501749 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a531398d-ec2a-47b2-9d79-ba637d393df8 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (6c4b7f86-7508-4748-a1dc-3151a2dc78b8), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:45.563526 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531398d-ec2a-47b2-9d79-ba637d393df8 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Pushing event updated for resources: {'Port': ['ID=6c4b7f86-7508-4748-a1dc-3151a2dc78b8,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:45.580198 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a531398d-ec2a-47b2-9d79-ba637d393df8 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575287'] for floatingip (d7ef6c13-aa18-488b-8a1e-e78965b0b934), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:45.657545 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977ded5-c759-4e64-aee6-6a53e02e1726 req-83f874f3-1d66-49e7-8e72-a96beb269c0a tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:45.659212 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6977ded5-c759-4e64-aee6-6a53e02e1726 req-83f874f3-1d66-49e7-8e72-a96beb269c0a tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0642993 Feb 10 03:39:45.694090 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.db.l3_db [None req-a531398d-ec2a-47b2-9d79-ba637d393df8 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Floating IP d7ef6c13-aa18-488b-8a1e-e78965b0b934 associated. External IP: 172.27.0.250, port: 336de512-11fe-4594-b1b4-1b948f7eceab. Feb 10 03:39:45.742062 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6977ded5-c759-4e64-aee6-6a53e02e1726 req-cec69348-9885-43f1-b2ee-91d7412dd9d1 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770659 Feb 10 03:39:45.754537 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8416d-aeb4-4bea-93d4-0e5d6995d283 req-d7988228-ea1f-47e5-a101-c4ec7142ba62 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:45.756436 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6df8416d-aeb4-4bea-93d4-0e5d6995d283 req-d7988228-ea1f-47e5-a101-c4ec7142ba62 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b2d5f1-131a-4713-9d41-f99e7b3897c7 HTTP/1.1" status: 200 len: 945 time: 0.0898244 Feb 10 03:39:45.807454 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6df8416d-aeb4-4bea-93d4-0e5d6995d283 req-fa56abe6-189f-4bc8-8085-395ef57e2556 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445819 Feb 10 03:39:46.176506 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a531398d-ec2a-47b2-9d79-ba637d393df8 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Router 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:39:46.292626 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a531398d-ec2a-47b2-9d79-ba637d393df8 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:39:46.304047 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea5af72-ad88-4722-abbf-851510a9bcc1 None None] Sync routers for ids ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'] in dv-cinder-828060-2-iscsi {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:39:46.317414 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a531398d-ec2a-47b2-9d79-ba637d393df8 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for floatingip (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:46.319832 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea5af72-ad88-4722-abbf-851510a9bcc1 None None] Routers {'4d80c1f5-a097-4d9e-a412-9369b9dea1b5'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:39:46.321271 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-8ea5af72-ad88-4722-abbf-851510a9bcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:39:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:39:46.349457 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c134d-a052-45ab-8251-15a94e6e3ac3 req-2da112d5-efa8-4332-ab7b-a4ac8a179574 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:46.363455 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2e0c134d-a052-45ab-8251-15a94e6e3ac3 req-2da112d5-efa8-4332-ab7b-a4ac8a179574 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.0842507 Feb 10 03:39:46.375336 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-a531398d-ec2a-47b2-9d79-ba637d393df8 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9199169 Feb 10 03:39:46.376517 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6526425c-4ed8-4fc2-982e-cfa3c75087c3', 'tag': '336de512-11fe-4594-b1b4-1b948f7eceab'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:39:46.379894 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e1851a-c513-4661-b5f8-bf1b1e01b389" -d '{"events": [{"name": "network-changed", "server_uuid": "6526425c-4ed8-4fc2-982e-cfa3c75087c3", "tag": "336de512-11fe-4594-b1b4-1b948f7eceab"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:39:46.426451 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923e9b15-5edc-4cc5-999b-39db622d0c04 x-openstack-request-id: req-923e9b15-5edc-4cc5-999b-39db622d0c04 {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:39:46.426864 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6526425c-4ed8-4fc2-982e-cfa3c75087c3", "tag": "336de512-11fe-4594-b1b4-1b948f7eceab", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:39:46.427432 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-923e9b15-5edc-4cc5-999b-39db622d0c04 {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:39:46.427817 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6526425c-4ed8-4fc2-982e-cfa3c75087c3', 'tag': '336de512-11fe-4594-b1b4-1b948f7eceab', 'status': 'completed', 'code': 200} Feb 10 03:39:46.435840 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2e0c134d-a052-45ab-8251-15a94e6e3ac3 req-5b66c1f1-e72a-452a-bba6-5d7493889093 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667481 Feb 10 03:39:46.541553 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-8ea5af72-ad88-4722-abbf-851510a9bcc1 None None] Set router 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:39:46.628456 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce6740-75ca-48e4-b8c6-50f4426844da req-cd684f1d-b4ba-4e58-bf8b-0b9a5b45995c tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:46.630476 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-22ce6740-75ca-48e4-b8c6-50f4426844da req-cd684f1d-b4ba-4e58-bf8b-0b9a5b45995c tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0636826 Feb 10 03:39:46.678799 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1851a-c513-4661-b5f8-bf1b1e01b389 req-c53388ee-2d1e-47ab-b2ab-0224fa2e1fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:46.681614 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-09e1851a-c513-4661-b5f8-bf1b1e01b389 req-c53388ee-2d1e-47ab-b2ab-0224fa2e1fd4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9861d9e039084b9b9b24721464eea6e6&device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 1130 time: 0.0837603 Feb 10 03:39:46.717081 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-22ce6740-75ca-48e4-b8c6-50f4426844da req-ea9a6764-383f-4e85-b8e7-bba5435d464f tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757518 Feb 10 03:39:46.826273 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1851a-c513-4661-b5f8-bf1b1e01b389 req-7831dc7d-58e0-4287-a26e-2fb5306883e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:46.827778 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-09e1851a-c513-4661-b5f8-bf1b1e01b389 req-7831dc7d-58e0-4287-a26e-2fb5306883e0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3af7982f-b432-4a57-9896-b601a1ffbd3e HTTP/1.1" status: 200 len: 912 time: 0.1336415 Feb 10 03:39:46.910828 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-8ea5af72-ad88-4722-abbf-851510a9bcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'name': 'tempest-TestVolumeBootPattern-215996742-router', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '93c84bb7-7465-4e30-987a-014914933494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:34Z', 'revision_number': 4, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'gw_port': {'id': '93c84bb7-7465-4e30-987a-014914933494', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_floatingips': [{'id': 'd7ef6c13-aa18-488b-8a1e-e78965b0b934', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'port_id': '336de512-11fe-4594-b1b4-1b948f7eceab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'mac_address': 'fa:16:3e:4a:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6526425c-4ed8-4fc2-982e-cfa3c75087c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:39:45Z', 'updated_at': '2022-02-10T03:39:45Z', 'revision_number': 0, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7683a7cc-71b7-4848-ace4-8a81b8b4073f', 'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'mac_address': 'fa:16:3e:88:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:33Z', 'updated_at': '2022-02-10T03:38:39Z', 'revision_number': 5, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'subnets': [{'id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:39:46.936163 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-09e1851a-c513-4661-b5f8-bf1b1e01b389 req-01f93bfb-f383-494e-ae80-7a668bccab03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=336de512-11fe-4594-b1b4-1b948f7eceab HTTP/1.1" status: 200 len: 1000 time: 0.0617621 Feb 10 03:39:46.947287 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb2e34-3f77-4e62-943b-6686b91aabf2 req-f372e7f7-041c-4bcb-a16c-ff25a01f5be5 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:46.949783 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-73cb2e34-3f77-4e62-943b-6686b91aabf2 req-f372e7f7-041c-4bcb-a16c-ff25a01f5be5 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.1313376 Feb 10 03:39:46.961613 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea5af72-ad88-4722-abbf-851510a9bcc1 None None] Checking router: 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 for host: dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:39:46.971673 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea5af72-ad88-4722-abbf-851510a9bcc1 None None] Routers {'4d80c1f5-a097-4d9e-a412-9369b9dea1b5'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:39:46.972290 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-8ea5af72-ad88-4722-abbf-851510a9bcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:39:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:39:47.018467 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9486bd-122e-41c8-9152-5b1bc926c702 req-0d2ee19d-cbf4-4b89-bb29-0648a492449e tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:47.020074 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9e9486bd-122e-41c8-9152-5b1bc926c702 req-0d2ee19d-cbf4-4b89-bb29-0648a492449e tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b2d5f1-131a-4713-9d41-f99e7b3897c7 HTTP/1.1" status: 200 len: 945 time: 0.1295717 Feb 10 03:39:47.032425 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-73cb2e34-3f77-4e62-943b-6686b91aabf2 req-0bd68c31-609a-4d49-98f4-e15db23596fa tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745831 Feb 10 03:39:47.032635 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1851a-c513-4661-b5f8-bf1b1e01b389 req-1d57d4f6-6e87-4328-be10-87ecca1f3331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:47.033509 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-09e1851a-c513-4661-b5f8-bf1b1e01b389 req-1d57d4f6-6e87-4328-be10-87ecca1f3331 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c7ae98f-4290-4591-b0b0-01ae38e627b6 HTTP/1.1" status: 200 len: 850 time: 0.0487647 Feb 10 03:39:47.074631 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9e9486bd-122e-41c8-9152-5b1bc926c702 req-f632517b-f8ee-4bd5-a646-f4523745aa12 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415313 Feb 10 03:39:47.094167 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-8ea5af72-ad88-4722-abbf-851510a9bcc1 None None] Set router 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:39:47.157492 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1851a-c513-4661-b5f8-bf1b1e01b389 req-27bf747a-f285-46d5-91ce-add7269e06fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:47.159179 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-09e1851a-c513-4661-b5f8-bf1b1e01b389 req-27bf747a-f285-46d5-91ce-add7269e06fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3af7982f-b432-4a57-9896-b601a1ffbd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493920 Feb 10 03:39:47.162679 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291b966-8a47-47a9-919d-7203f270b658 req-386a13e9-a270-4ab0-83ef-bf78feb3910a tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:47.164144 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5291b966-8a47-47a9-919d-7203f270b658 req-386a13e9-a270-4ab0-83ef-bf78feb3910a tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b2d5f1-131a-4713-9d41-f99e7b3897c7 HTTP/1.1" status: 200 len: 945 time: 0.0537477 Feb 10 03:39:47.271213 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [req-5291b966-8a47-47a9-919d-7203f270b658 req-5597deaf-588e-4444-b964-feba22aeb095 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Deleting port b590bb01-bf48-4666-8123-155cb2cc0ab8 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:39:47.271913 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-5291b966-8a47-47a9-919d-7203f270b658 req-5597deaf-588e-4444-b964-feba22aeb095 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (b590bb01-bf48-4666-8123-155cb2cc0ab8), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:47.272301 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-09e1851a-c513-4661-b5f8-bf1b1e01b389 req-ea911452-f3f6-4d33-99a2-26ec86c0d264 service neutron] 10.222.0.21 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985241 Feb 10 03:39:47.326024 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-8ea5af72-ad88-4722-abbf-851510a9bcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'name': 'tempest-TestVolumeBootPattern-215996742-router', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '93c84bb7-7465-4e30-987a-014914933494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:34Z', 'revision_number': 4, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'gw_port': {'id': '93c84bb7-7465-4e30-987a-014914933494', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_floatingips': [{'id': 'd7ef6c13-aa18-488b-8a1e-e78965b0b934', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'port_id': '336de512-11fe-4594-b1b4-1b948f7eceab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'mac_address': 'fa:16:3e:4a:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6526425c-4ed8-4fc2-982e-cfa3c75087c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:39:45Z', 'updated_at': '2022-02-10T03:39:45Z', 'revision_number': 0, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7683a7cc-71b7-4848-ace4-8a81b8b4073f', 'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'mac_address': 'fa:16:3e:88:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:33Z', 'updated_at': '2022-02-10T03:38:39Z', 'revision_number': 5, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'subnets': [{'id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:39:47.352950 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea5af72-ad88-4722-abbf-851510a9bcc1 None None] The sync data for ids ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'] in dv-cinder-828060-2-iscsi is: [{'id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'name': 'tempest-TestVolumeBootPattern-215996742-router', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '93c84bb7-7465-4e30-987a-014914933494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:34Z', 'revision_number': 4, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'gw_port': {'id': '93c84bb7-7465-4e30-987a-014914933494', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_floatingips': [{'id': 'd7ef6c13-aa18-488b-8a1e-e78965b0b934', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'port_id': '336de512-11fe-4594-b1b4-1b948f7eceab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'mac_address': 'fa:16:3e:4a:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6526425c-4ed8-4fc2-982e-cfa3c75087c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:39:45Z', 'updated_at': '2022-02-10T03:39:45Z', 'revision_number': 0, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7683a7cc-71b7-4848-ace4-8a81b8b4073f', 'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'mac_address': 'fa:16:3e:88:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:33Z', 'updated_at': '2022-02-10T03:38:39Z', 'revision_number': 5, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'subnets': [{'id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:39:47.366834 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.db [req-5291b966-8a47-47a9-919d-7203f270b658 req-5597deaf-588e-4444-b964-feba22aeb095 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] For port b590bb01-bf48-4666-8123-155cb2cc0ab8, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b590bb01-bf48-4666-8123-155cb2cc0ab8,segment=NetworkSegment(282cda33-29d4-4368-a9fd-c807aa0e6a87),segment_id=282cda33-29d4-4368-a9fd-c807aa0e6a87)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:39:47.367442 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-5291b966-8a47-47a9-919d-7203f270b658 req-5597deaf-588e-4444-b964-feba22aeb095 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (b590bb01-bf48-4666-8123-155cb2cc0ab8), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:47.367919 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-09e1851a-c513-4661-b5f8-bf1b1e01b389 req-83dd4bd9-6c28-415a-98de-1297a5e623f7 service neutron] 10.222.0.21 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859997 Feb 10 03:39:47.386893 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [req-5291b966-8a47-47a9-919d-7203f270b658 req-5597deaf-588e-4444-b964-feba22aeb095 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Calling delete_port for b590bb01-bf48-4666-8123-155cb2cc0ab8 owned by compute:nova {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:39:47.571000 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-5291b966-8a47-47a9-919d-7203f270b658 req-5597deaf-588e-4444-b964-feba22aeb095 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265725731'] for port (b590bb01-bf48-4666-8123-155cb2cc0ab8), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:47.609193 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597deaf-588e-4444-b964-feba22aeb095 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Pushing event deleted for resources: {'Port': ['ID=b590bb01-bf48-4666-8123-155cb2cc0ab8,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:47.619126 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa6b31-7781-45a4-a9c1-ce1468c06dac req-0c70dbab-82ee-46c1-b99d-0d666b90b471 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:47.621246 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-52aa6b31-7781-45a4-a9c1-ce1468c06dac req-0c70dbab-82ee-46c1-b99d-0d666b90b471 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 945 time: 0.1021039 Feb 10 03:39:47.625225 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['beb068b9-e15c-4f4f-92d7-1c14f685b47d', '73b9af4c-1633-4ce7-bedf-db767aba25bf', '53940bd9-b20a-45d0-989c-c2c1a1dd9c69', 'b590bb01-bf48-4666-8123-155cb2cc0ab8'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:39:47.666390 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8489ba80-96e0-402b-84b5-79381f4b1dea None None] New status for floating IP d7ef6c13-aa18-488b-8a1e-e78965b0b934: ACTIVE {{(pid=102734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 03:39:47.705869 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [req-5291b966-8a47-47a9-919d-7203f270b658 req-5597deaf-588e-4444-b964-feba22aeb095 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] No DVR routers for this DVR port b590bb01-bf48-4666-8123-155cb2cc0ab8 on host hv-cinder-82806 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:39:47.709525 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-5291b966-8a47-47a9-919d-7203f270b658 req-5597deaf-588e-4444-b964-feba22aeb095 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:47.713313 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5291b966-8a47-47a9-919d-7203f270b658 req-5597deaf-588e-4444-b964-feba22aeb095 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.21 "DELETE /v2.0/ports/b590bb01-bf48-4666-8123-155cb2cc0ab8 HTTP/1.1" status: 204 len: 173 time: 0.5386753 Feb 10 03:39:47.713796 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b2d5f1-131a-4713-9d41-f99e7b3897c7', 'name': 'network-vif-deleted', 'tag': 'b590bb01-bf48-4666-8123-155cb2cc0ab8'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:39:47.716683 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c602a1d3bfa6b920adc7a3165aab5144276c11c90910883e43ac8280538c1e72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6d2bd2-26c0-47d5-b3ec-1d3baef90e03" -d '{"events": [{"server_uuid": "49b2d5f1-131a-4713-9d41-f99e7b3897c7", "name": "network-vif-deleted", "tag": "b590bb01-bf48-4666-8123-155cb2cc0ab8"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:39:47.750276 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-52aa6b31-7781-45a4-a9c1-ce1468c06dac req-0df5102c-1e04-4d35-be20-6b7aedf1d420 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905194 Feb 10 03:39:47.787297 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2e5794-562c-4747-bb30-951829713b9e x-openstack-request-id: req-db2e5794-562c-4747-bb30-951829713b9e {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:39:47.787661 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b2d5f1-131a-4713-9d41-f99e7b3897c7", "name": "network-vif-deleted", "tag": "b590bb01-bf48-4666-8123-155cb2cc0ab8", "status": "completed", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:39:47.787928 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db2e5794-562c-4747-bb30-951829713b9e {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:39:47.788377 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b2d5f1-131a-4713-9d41-f99e7b3897c7', 'name': 'network-vif-deleted', 'tag': 'b590bb01-bf48-4666-8123-155cb2cc0ab8', 'status': 'completed', 'code': 200} Feb 10 03:39:47.823104 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:39:47.972314 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e is: ACTIVE; New status is: DOWN {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:39:47.972712 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (29a0a5b3-6729-4753-8ce5-55f51a8c9a2e), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:47.976357 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cd278-6b62-4f54-8604-89d2c62ad702 req-a1d75b3d-c14e-4de5-84f0-aa66babde5bc tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:47.978585 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-cc6cd278-6b62-4f54-8604-89d2c62ad702 req-a1d75b3d-c14e-4de5-84f0-aa66babde5bc tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.1106441 Feb 10 03:39:48.017321 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd302b3d4-6282-4fbe-a4c4-248881ee8f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29a0a5b3-6729-4753-8ce5-55f51a8c9a2e'}] {{(pid=102734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:39:48.019808 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f765ceee2b9e6863c7c09e3b0452b272479917b97bc142159859c6a833de831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288e8c03-9d1e-45ef-8009-6e4efaa774b1" -d '{"events": [{"server_uuid": "d302b3d4-6282-4fbe-a4c4-248881ee8f51", "name": "network-vif-unplugged", "status": "completed", "tag": "29a0a5b3-6729-4753-8ce5-55f51a8c9a2e"}]}' {{(pid=102734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:39:48.039563 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=29a0a5b3-6729-4753-8ce5-55f51a8c9a2e,segment=NetworkSegment(086c110e-e949-4dfb-87df-62ade2705185),segment_id=086c110e-e949-4dfb-87df-62ade2705185)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:39:48.043314 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-cc6cd278-6b62-4f54-8604-89d2c62ad702 req-9f158826-9fd3-4224-98a5-05fdd86f76de tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564182 Feb 10 03:39:48.061001 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (29a0a5b3-6729-4753-8ce5-55f51a8c9a2e), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:48.091936 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Feb 2022 03:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d17cfd3-c37f-41a8-82cd-2392db616aa8 x-openstack-request-id: req-8d17cfd3-c37f-41a8-82cd-2392db616aa8 {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:39:48.092293 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d302b3d4-6282-4fbe-a4c4-248881ee8f51", "name": "network-vif-unplugged", "status": "failed", "tag": "29a0a5b3-6729-4753-8ce5-55f51a8c9a2e", "code": 422}]} {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:39:48.092600 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8d17cfd3-c37f-41a8-82cd-2392db616aa8 {{(pid=102734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:39:48.093023 dv-cinder-828060-2-iscsi neutron-server[102734]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd302b3d4-6282-4fbe-a4c4-248881ee8f51', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '29a0a5b3-6729-4753-8ce5-55f51a8c9a2e', 'code': 422} returned with failed status Feb 10 03:39:48.136749 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=29a0a5b3-6729-4753-8ce5-55f51a8c9a2e,revision_number=8']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:39:48.212583 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166d9db-f4e5-44f7-9543-2ba98cc8139f req-e74e1d05-7c7c-4911-9c2b-dcbfc447c4f8 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:48.222307 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b166d9db-f4e5-44f7-9543-2ba98cc8139f req-e74e1d05-7c7c-4911-9c2b-dcbfc447c4f8 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0810165 Feb 10 03:39:48.278425 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b166d9db-f4e5-44f7-9543-2ba98cc8139f req-c7fe5bc5-3817-47e8-abc5-2b202e694291 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552001 Feb 10 03:39:48.392693 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [req-cb4b1962-38c8-4291-98c4-01566fd60427 req-493c698e-4e6f-422a-8e63-31afc64476eb service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102732) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:39:48.393650 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-cb4b1962-38c8-4291-98c4-01566fd60427 req-493c698e-4e6f-422a-8e63-31afc64476eb service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056393 Feb 10 03:39:48.421024 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8f55d772-cb20-4263-8289-4f5b4c01a02b req-06d53b58-c6fc-4b2c-afaf-f2f0c886572b tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b2d5f1-131a-4713-9d41-f99e7b3897c7 HTTP/1.1" status: 200 len: 210 time: 0.0264468 Feb 10 03:39:48.618137 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39840c-d0a1-4ac5-8e5e-f597a877b8bb req-f5080000-85c3-4e80-860f-31c59dda801e tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:48.619632 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5b39840c-d0a1-4ac5-8e5e-f597a877b8bb req-f5080000-85c3-4e80-860f-31c59dda801e tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.1033659 Feb 10 03:39:48.622682 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c2a8c-3719-4839-bbb1-bfa98b9f886b req-b3cc9bd1-518a-40de-8f6b-c2ad37a8668c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:48.624163 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ac3c2a8c-3719-4839-bbb1-bfa98b9f886b req-b3cc9bd1-518a-40de-8f6b-c2ad37a8668c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f327fcae4b024948a911ad1bdeb06ad9&device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 1129 time: 0.1405666 Feb 10 03:39:48.640108 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4da64-a7ea-4b70-bf91-312ee07ed21b req-9901daea-4a86-4894-8127-c84b13353e63 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:48.641583 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-efb4da64-a7ea-4b70-bf91-312ee07ed21b req-9901daea-4a86-4894-8127-c84b13353e63 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 943 time: 0.0926871 Feb 10 03:39:48.761930 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5b39840c-d0a1-4ac5-8e5e-f597a877b8bb req-3851179c-77c5-4bf5-af7c-4b7189dbeb75 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343663 Feb 10 03:39:48.799698 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-efb4da64-a7ea-4b70-bf91-312ee07ed21b req-35e9863f-a5e7-406b-832f-18733c95fd5b tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360233 Feb 10 03:39:48.811373 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c2a8c-3719-4839-bbb1-bfa98b9f886b req-feb4f26a-d9a4-4d80-b704-b652d8e21de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:48.813331 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ac3c2a8c-3719-4839-bbb1-bfa98b9f886b req-feb4f26a-d9a4-4d80-b704-b652d8e21de2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d05c7b61-b2b5-4d63-9ad8-889925a1fb38 HTTP/1.1" status: 200 len: 911 time: 0.1706438 Feb 10 03:39:48.859976 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 46800) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:39:48.923617 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ac3c2a8c-3719-4839-bbb1-bfa98b9f886b req-fd4a8b5b-0e85-49fb-831c-38de7c6f5f20 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f6a5eaa-729c-49cc-aff5-a2c491acd54d HTTP/1.1" status: 200 len: 1001 time: 0.1026139 Feb 10 03:39:48.955782 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-76bc99e3-f6e2-4a82-90b8-0def2ea8eff5 req-34f93a86-2d15-411e-894d-3eb81c0a97ec service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0944314 Feb 10 03:39:48.965228 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [req-76bc99e3-f6e2-4a82-90b8-0def2ea8eff5 req-4990e5a4-9a70-4f7f-be59-1653965ca33e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102733) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:39:48.966199 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-76bc99e3-f6e2-4a82-90b8-0def2ea8eff5 req-4990e5a4-9a70-4f7f-be59-1653965ca33e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055728 Feb 10 03:39:49.007445 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c2a8c-3719-4839-bbb1-bfa98b9f886b req-f625579b-9f14-415f-8b58-28ee14f755a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:49.009249 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ac3c2a8c-3719-4839-bbb1-bfa98b9f886b req-f625579b-9f14-415f-8b58-28ee14f755a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bec865b2-7c97-41d1-94cb-c04a8fe247f5 HTTP/1.1" status: 200 len: 849 time: 0.0485063 Feb 10 03:39:49.047588 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 46808) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:39:49.075162 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c2a8c-3719-4839-bbb1-bfa98b9f886b req-2b68f075-4283-405f-9701-6350c5e82c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:49.076734 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ac3c2a8c-3719-4839-bbb1-bfa98b9f886b req-2b68f075-4283-405f-9701-6350c5e82c00 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d05c7b61-b2b5-4d63-9ad8-889925a1fb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587862 Feb 10 03:39:49.113508 dv-cinder-828060-2-iscsi neutron-server[102733]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 10 03:39:49.164716 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc99e3-f6e2-4a82-90b8-0def2ea8eff5 req-e6b90ac5-8def-4615-a7d2-85b0f3db677e tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:49.166279 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-76bc99e3-f6e2-4a82-90b8-0def2ea8eff5 req-e6b90ac5-8def-4615-a7d2-85b0f3db677e tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports/29a0a5b3-6729-4753-8ce5-55f51a8c9a2e HTTP/1.1" status: 200 len: 940 time: 0.1176107 Feb 10 03:39:49.183944 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ac3c2a8c-3719-4839-bbb1-bfa98b9f886b req-cc01cc73-d769-49d8-97bd-b7ba4558aff7 service neutron] 10.222.0.21 "GET /v2.0/networks/d05c7b61-b2b5-4d63-9ad8-889925a1fb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981543 Feb 10 03:39:49.275306 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ac3c2a8c-3719-4839-bbb1-bfa98b9f886b req-c8fed958-5266-4d71-97a4-48d69e1e9994 service neutron] 10.222.0.21 "GET /v2.0/networks/d05c7b61-b2b5-4d63-9ad8-889925a1fb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838566 Feb 10 03:39:49.410498 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851856ba-dce8-4ade-bdef-79539c74107e req-80a905f1-27fb-4311-9e41-407523c1a440 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:49.412059 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-851856ba-dce8-4ade-bdef-79539c74107e req-80a905f1-27fb-4311-9e41-407523c1a440 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0585864 Feb 10 03:39:49.460260 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-851856ba-dce8-4ade-bdef-79539c74107e req-7b3f8161-2aed-4090-8a44-cc4dfbd35775 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423656 Feb 10 03:39:49.793547 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-036d2a38-c9cd-4cbf-bf76-c780df5939a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:49.917637 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d4868-defa-45f6-842c-4c23867340a2 req-2caa6936-d9da-4db0-83e3-d9ef49d39d17 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:49.919029 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c49d4868-defa-45f6-842c-4c23867340a2 req-2caa6936-d9da-4db0-83e3-d9ef49d39d17 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0875187 Feb 10 03:39:49.943186 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873ea55-d332-48cc-9db1-c7eeb00346d9 req-602a169d-fd98-4ef2-82e9-1389fbd30507 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:49.944624 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7873ea55-d332-48cc-9db1-c7eeb00346d9 req-602a169d-fd98-4ef2-82e9-1389fbd30507 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 943 time: 0.0842183 Feb 10 03:39:50.004967 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c49d4868-defa-45f6-842c-4c23867340a2 req-8a97cf11-5fba-4e8c-8e42-3f3b1b8dd02a tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785096 Feb 10 03:39:50.016588 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7873ea55-d332-48cc-9db1-c7eeb00346d9 req-df634767-f4b2-49a9-a6e1-b40986091a62 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657549 Feb 10 03:39:50.611303 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb661a-885f-49cc-bd7e-1edea85a699c req-7e99ccf9-33cf-4678-94f2-7139498efa3c tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:50.612800 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-47eb661a-885f-49cc-bd7e-1edea85a699c req-7e99ccf9-33cf-4678-94f2-7139498efa3c tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0585921 Feb 10 03:39:50.661123 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-47eb661a-885f-49cc-bd7e-1edea85a699c req-ff0edd78-8507-4cb0-b3de-0ea805a1354b tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427289 Feb 10 03:39:51.164369 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b086a65-da32-46c5-926a-931178c35ce0 req-ef10799e-a69c-4463-b620-3164d40dd9f5 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:51.165828 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5b086a65-da32-46c5-926a-931178c35ce0 req-ef10799e-a69c-4463-b620-3164d40dd9f5 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0848444 Feb 10 03:39:51.180568 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d299d7-a9fe-4283-8928-5e952814489d req-19471eef-50fb-4217-8e0c-c2d5a676f8ca tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:51.181947 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-90d299d7-a9fe-4283-8928-5e952814489d req-19471eef-50fb-4217-8e0c-c2d5a676f8ca tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 943 time: 0.0747128 Feb 10 03:39:51.250700 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5b086a65-da32-46c5-926a-931178c35ce0 req-4a19b460-4ca4-436a-bedc-2d40c0a85ea9 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783458 Feb 10 03:39:51.254706 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-90d299d7-a9fe-4283-8928-5e952814489d req-5609c5d1-b613-4346-9a8d-1b364e5ff6c6 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671585 Feb 10 03:39:51.409303 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:51.789797 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a75c2e-ceef-47db-8c22-c28dec496698 req-91fd13ab-dac5-418c-987e-c085469c5d8f tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:51.791317 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c8a75c2e-ceef-47db-8c22-c28dec496698 req-91fd13ab-dac5-418c-987e-c085469c5d8f tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0612018 Feb 10 03:39:51.837705 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c8a75c2e-ceef-47db-8c22-c28dec496698 req-510610a0-6d9b-42aa-b07d-be4d7d22e49a tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405152 Feb 10 03:39:51.966205 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-230663a2-bcd2-4536-8d09-45d8320a11b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:52.357789 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device b590bb01-bf48-4666-8123-155cb2cc0ab8 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:39:52.378386 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] No Port match for: b590bb01-bf48-4666-8123-155cb2cc0ab8 {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:39:52.378767 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device b590bb01-bf48-4666-8123-155cb2cc0ab8 not bound to the agent host hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:39:52.379397 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:39:52.410506 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad5cec-b8ad-4d5e-96da-151a9a799df6 req-bf02274d-4c2e-43b3-8cac-7875634d7995 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:52.412006 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-83ad5cec-b8ad-4d5e-96da-151a9a799df6 req-bf02274d-4c2e-43b3-8cac-7875634d7995 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0899482 Feb 10 03:39:52.421599 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c527f6-194a-475d-8244-40c7b122a033 req-d2e6a216-85c3-46f9-8718-dabed4ac91ff tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:52.423048 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-92c527f6-194a-475d-8244-40c7b122a033 req-d2e6a216-85c3-46f9-8718-dabed4ac91ff tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 943 time: 0.0921886 Feb 10 03:39:52.462207 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e is: DOWN; New status is: DOWN {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:39:52.494675 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-83ad5cec-b8ad-4d5e-96da-151a9a799df6 req-161b12c4-0144-4a52-b1fd-2d5fe1fecf88 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706182 Feb 10 03:39:52.499059 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-92c527f6-194a-475d-8244-40c7b122a033 req-b198758a-6729-42ed-a253-f9b6faf8a368 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681763 Feb 10 03:39:52.958097 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba79fcb-4b48-4c5c-9132-fa9668dc2e42 req-c37ca3b5-872f-4185-8bc7-5d046f5945a9 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:52.959591 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bba79fcb-4b48-4c5c-9132-fa9668dc2e42 req-c37ca3b5-872f-4185-8bc7-5d046f5945a9 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0554421 Feb 10 03:39:53.018780 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bba79fcb-4b48-4c5c-9132-fa9668dc2e42 req-2f8cce58-43d1-4d67-957d-f32d2fda9e8f tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535038 Feb 10 03:39:53.036067 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:53.656544 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0abd0-0096-413c-a53d-cb3110b864dd req-6f75cb2e-a0cc-42e2-9767-9f207bfc1d8d tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:53.658129 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9fa0abd0-0096-413c-a53d-cb3110b864dd req-6f75cb2e-a0cc-42e2-9767-9f207bfc1d8d tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0924299 Feb 10 03:39:53.687564 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a575d9-3f07-49b5-b1fb-0124f6e8420d req-3cca51bc-aed0-400f-b926-e61936f4d9b4 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:53.689172 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-27a575d9-3f07-49b5-b1fb-0124f6e8420d req-3cca51bc-aed0-400f-b926-e61936f4d9b4 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 943 time: 0.0942278 Feb 10 03:39:53.740549 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9fa0abd0-0096-413c-a53d-cb3110b864dd req-3b62850d-5389-4c7b-b1ad-6f73656f95a7 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755589 Feb 10 03:39:53.771599 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-27a575d9-3f07-49b5-b1fb-0124f6e8420d req-da8972c4-2e6e-4953-9458-32223ab6af4e tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742514 Feb 10 03:39:54.016888 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805ddf3-8979-4b0b-8188-deb4ed5ba240 req-26a72680-8557-4ef5-aad8-c5636612c7c4 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:54.018370 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2805ddf3-8979-4b0b-8188-deb4ed5ba240 req-26a72680-8557-4ef5-aad8-c5636612c7c4 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 945 time: 0.0608246 Feb 10 03:39:54.066920 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2805ddf3-8979-4b0b-8188-deb4ed5ba240 req-a41ff77f-e7c8-4ac1-a5c0-1666e129d916 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427730 Feb 10 03:39:54.145956 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c1801-85b3-4934-a0bc-c3ac6d67d718 req-cf0b5721-1370-4718-98ae-41dc6e3b51a0 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:54.147543 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bb5c1801-85b3-4934-a0bc-c3ac6d67d718 req-cf0b5721-1370-4718-98ae-41dc6e3b51a0 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0584507 Feb 10 03:39:54.199085 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bb5c1801-85b3-4934-a0bc-c3ac6d67d718 req-283e554f-dfff-4202-913f-fc14fd22e4c4 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452542 Feb 10 03:39:54.345558 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3aa91c-ed20-4690-91cb-c6deef5a4804 req-a1d8466e-c8a1-4eb8-ad41-b5e4c27df8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:54.347084 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0f3aa91c-ed20-4690-91cb-c6deef5a4804 req-a1d8466e-c8a1-4eb8-ad41-b5e4c27df8f2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 1130 time: 0.0471900 Feb 10 03:39:54.394604 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0f3aa91c-ed20-4690-91cb-c6deef5a4804 req-56357265-4ec0-4be0-b385-8b8207804cb9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408175 Feb 10 03:39:54.912830 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f65906-c5cb-49e9-984f-0c0ca734dab2 req-7f142dff-3b6e-4601-9c80-c56ed9cb64eb tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:54.914286 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-29f65906-c5cb-49e9-984f-0c0ca734dab2 req-7f142dff-3b6e-4601-9c80-c56ed9cb64eb tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 943 time: 0.0609200 Feb 10 03:39:54.930266 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:55.016879 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-29f65906-c5cb-49e9-984f-0c0ca734dab2 req-bfc7c883-c6d6-4b60-bb25-beb2578cf768 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809598 Feb 10 03:39:55.019842 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc99e3-f6e2-4a82-90b8-0def2ea8eff5 req-f9f6fc74-d518-4ad9-a76f-78af211b9f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:55.021056 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-76bc99e3-f6e2-4a82-90b8-0def2ea8eff5 req-f9f6fc74-d518-4ad9-a76f-78af211b9f0c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51&tenant_id=50e1249fa4204bf9ba3044c3c1260634 HTTP/1.1" status: 200 len: 1127 time: 0.1233191 Feb 10 03:39:55.129720 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc99e3-f6e2-4a82-90b8-0def2ea8eff5 req-a0557dfc-1b34-40ca-b85c-002a0403f6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:55.131267 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-76bc99e3-f6e2-4a82-90b8-0def2ea8eff5 req-a0557dfc-1b34-40ca-b85c-002a0403f6f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=50e1249fa4204bf9ba3044c3c1260634&device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 1127 time: 0.0469997 Feb 10 03:39:55.256915 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adaf5f-338e-4155-afcd-bbdc8a1a44eb req-36fefe11-570a-4030-847e-3579012294f3 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:55.258394 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b6adaf5f-338e-4155-afcd-bbdc8a1a44eb req-36fefe11-570a-4030-847e-3579012294f3 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 945 time: 0.1189232 Feb 10 03:39:55.259900 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc99e3-f6e2-4a82-90b8-0def2ea8eff5 req-0bd400e6-18e6-4344-bcd3-6cadf097be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:55.261188 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-76bc99e3-f6e2-4a82-90b8-0def2ea8eff5 req-0bd400e6-18e6-4344-bcd3-6cadf097be1b service neutron] 10.222.0.21 "GET /v2.0/networks?id=2276b970-ba53-4cdf-8089-151cb82a4e87 HTTP/1.1" status: 200 len: 918 time: 0.1228487 Feb 10 03:39:55.624222 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-76bc99e3-f6e2-4a82-90b8-0def2ea8eff5 req-03fd4eb0-65f9-465e-aafb-6ca8364b01de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29a0a5b3-6729-4753-8ce5-55f51a8c9a2e HTTP/1.1" status: 200 len: 999 time: 0.3544545 Feb 10 03:39:55.629131 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b6adaf5f-338e-4155-afcd-bbdc8a1a44eb req-5f14a704-ee37-4d41-9d4c-d65882c973f1 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652611 Feb 10 03:39:55.640859 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9697a4-7054-474a-b20b-4734d569ee6a req-a1310d3d-4412-4383-9418-5fda0d247fdd tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:55.642341 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6f9697a4-7054-474a-b20b-4734d569ee6a req-a1310d3d-4412-4383-9418-5fda0d247fdd tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.3717217 Feb 10 03:39:55.692339 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6f9697a4-7054-474a-b20b-4734d569ee6a req-e7544cb6-9e27-4401-97cf-2225a3ea6ac7 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442417 Feb 10 03:39:55.769269 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc99e3-f6e2-4a82-90b8-0def2ea8eff5 req-f4438813-05c2-4c97-8e18-dd34384e9d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:55.770697 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-76bc99e3-f6e2-4a82-90b8-0def2ea8eff5 req-f4438813-05c2-4c97-8e18-dd34384e9d45 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8d5da7a8-bc65-46b6-8077-e221507906cd HTTP/1.1" status: 200 len: 856 time: 0.0448310 Feb 10 03:39:55.827864 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc99e3-f6e2-4a82-90b8-0def2ea8eff5 req-eed8337c-e268-4c00-8e63-6de63ca25707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:55.829434 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-76bc99e3-f6e2-4a82-90b8-0def2ea8eff5 req-eed8337c-e268-4c00-8e63-6de63ca25707 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2276b970-ba53-4cdf-8089-151cb82a4e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500464 Feb 10 03:39:55.968423 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-76bc99e3-f6e2-4a82-90b8-0def2ea8eff5 req-90b2061d-b18d-4075-a455-ef7f70c37908 service neutron] 10.222.0.21 "GET /v2.0/networks/2276b970-ba53-4cdf-8089-151cb82a4e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953331 Feb 10 03:39:56.077591 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-76bc99e3-f6e2-4a82-90b8-0def2ea8eff5 req-a4d6c379-d31e-4c4c-89c4-987f438b1294 service neutron] 10.222.0.21 "GET /v2.0/networks/2276b970-ba53-4cdf-8089-151cb82a4e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863547 Feb 10 03:39:56.141713 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba651d3-8408-4360-9681-28b2be349237 req-f98d4d5e-f5fb-4f00-be62-1fb22210de4c tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:56.142552 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:39:56.143220 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dba651d3-8408-4360-9681-28b2be349237 req-f98d4d5e-f5fb-4f00-be62-1fb22210de4c tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 943 time: 0.0556617 Feb 10 03:39:56.191412 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dba651d3-8408-4360-9681-28b2be349237 req-5c7cfa8d-ce05-44d0-af56-9dfdca1c3db7 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424235 Feb 10 03:39:56.755630 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be073821-0023-4976-b706-369166c41c5e req-b7f3ae0f-d4f3-497d-a6a0-7a3e206943d1 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:56.757312 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-be073821-0023-4976-b706-369166c41c5e req-b7f3ae0f-d4f3-497d-a6a0-7a3e206943d1 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 945 time: 0.0589976 Feb 10 03:39:56.845614 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-be073821-0023-4976-b706-369166c41c5e req-d1aa74ff-03dd-4cb9-969b-10b3bfc4fcf7 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829184 Feb 10 03:39:56.861606 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284a2b2-c46c-441a-8e0d-67f7f7407a60 req-9cb04bed-05ea-45a6-b087-fa48e9658c4f tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:56.863384 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2284a2b2-c46c-441a-8e0d-67f7f7407a60 req-9cb04bed-05ea-45a6-b087-fa48e9658c4f tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0984273 Feb 10 03:39:56.925239 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2284a2b2-c46c-441a-8e0d-67f7f7407a60 req-d0659e12-49eb-4345-99b4-231d7b4acfe5 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499613 Feb 10 03:39:57.058332 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7030746-4111-4627-af8f-38cd528eec16 req-803423e1-cc2f-4dac-8e8c-785e88bae74f tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:57.061480 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a7030746-4111-4627-af8f-38cd528eec16 req-803423e1-cc2f-4dac-8e8c-785e88bae74f tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0597923 Feb 10 03:39:57.144315 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a7030746-4111-4627-af8f-38cd528eec16 req-046c9a1d-d28b-492c-b958-f38f626b8363 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786304 Feb 10 03:39:57.335840 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b499e-40cb-4414-bfc1-18d371cb2523 req-a42d7faf-42ea-430f-b629-51bad074bb93 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:57.343138 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6d5b499e-40cb-4414-bfc1-18d371cb2523 req-a42d7faf-42ea-430f-b629-51bad074bb93 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 943 time: 0.0655520 Feb 10 03:39:57.404358 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6d5b499e-40cb-4414-bfc1-18d371cb2523 req-00fde495-14c8-447c-ab1e-842a14a7dd40 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595849 Feb 10 03:39:57.975259 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b010f-b3e1-4c84-b9bb-12827c93f0a2 req-17bebe4c-cce3-4dd9-bdc2-733e0bcf4b3f tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:57.976753 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-fa9b010f-b3e1-4c84-b9bb-12827c93f0a2 req-17bebe4c-cce3-4dd9-bdc2-733e0bcf4b3f tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 945 time: 0.0608919 Feb 10 03:39:58.029751 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-fa9b010f-b3e1-4c84-b9bb-12827c93f0a2 req-6d1e17a1-c7d7-4d0d-bf61-696319b5c21f tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447853 Feb 10 03:39:58.547974 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e21cf0-79c4-407a-a03a-52a0bda60d05 req-2022445a-f33c-471c-99e1-05ffac7187c8 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:58.549587 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-29e21cf0-79c4-407a-a03a-52a0bda60d05 req-2022445a-f33c-471c-99e1-05ffac7187c8 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 943 time: 0.0609381 Feb 10 03:39:58.619605 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-29e21cf0-79c4-407a-a03a-52a0bda60d05 req-85380761-f06c-4844-ab4d-a52542998d34 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642445 Feb 10 03:39:58.933088 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821fb66-3f24-40fe-b994-05a9ef8ff005 req-57ce063d-562a-43fd-bd68-3f1412c11410 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:58.934567 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c821fb66-3f24-40fe-b994-05a9ef8ff005 req-57ce063d-562a-43fd-bd68-3f1412c11410 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0557883 Feb 10 03:39:58.983987 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c821fb66-3f24-40fe-b994-05a9ef8ff005 req-245610ea-3a0f-41c9-95ec-ae95732d3565 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427499 Feb 10 03:39:59.211571 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668bf02-6afa-484a-9e40-fde9cdb5cf2a req-a17d8e41-bcd0-46fc-9239-7dab1f343ea4 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:59.215129 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2668bf02-6afa-484a-9e40-fde9cdb5cf2a req-a17d8e41-bcd0-46fc-9239-7dab1f343ea4 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 945 time: 0.0689580 Feb 10 03:39:59.263695 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2668bf02-6afa-484a-9e40-fde9cdb5cf2a req-e007a3e9-dd19-430e-9cd7-a578abe20775 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443687 Feb 10 03:39:59.761316 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea34c1c-dc96-4b62-aa20-7d67c7436cc9 req-eac113bb-5862-498e-879e-4f1a599782f8 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:39:59.764238 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dea34c1c-dc96-4b62-aa20-7d67c7436cc9 req-eac113bb-5862-498e-879e-4f1a599782f8 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 943 time: 0.0634298 Feb 10 03:39:59.832121 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dea34c1c-dc96-4b62-aa20-7d67c7436cc9 req-202791db-6e98-468c-8e93-3674aa18989d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615969 Feb 10 03:40:00.114208 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a4dc9-4b24-42bf-98d9-0b756d646bfb req-8235c67a-2105-47b9-9283-9b326165a6d5 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:00.115952 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0e4a4dc9-4b24-42bf-98d9-0b756d646bfb req-8235c67a-2105-47b9-9283-9b326165a6d5 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0602362 Feb 10 03:40:00.166229 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0e4a4dc9-4b24-42bf-98d9-0b756d646bfb req-e3a97191-fcce-4768-a2fb-5b553c61e6b2 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441966 Feb 10 03:40:00.396466 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6ec5d-39f8-4a7e-8bdb-4c691e658af3 req-2bf53189-b0bf-472e-9f3b-289473e84b89 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:00.398042 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-28e6ec5d-39f8-4a7e-8bdb-4c691e658af3 req-2bf53189-b0bf-472e-9f3b-289473e84b89 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 945 time: 0.0638528 Feb 10 03:40:00.460078 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-28e6ec5d-39f8-4a7e-8bdb-4c691e658af3 req-7979a9ae-0745-460d-90fa-c6a4b1fd5994 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560606 Feb 10 03:40:00.958297 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b2dda-cbed-4c16-9684-1bcfd6dec676 req-ac75eead-fb7d-4e2a-8ee9-077d10894a3f tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:00.959747 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ff8b2dda-cbed-4c16-9684-1bcfd6dec676 req-ac75eead-fb7d-4e2a-8ee9-077d10894a3f tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 943 time: 0.0562015 Feb 10 03:40:01.006629 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ff8b2dda-cbed-4c16-9684-1bcfd6dec676 req-d9c530bd-57a8-42b9-88ab-87f63f252657 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411351 Feb 10 03:40:01.293445 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d7375-8e8b-4b71-9404-fa36acbe0bf1 req-6bd221ff-0a0c-47e3-8193-23d6199467a6 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:01.295457 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-374d7375-8e8b-4b71-9404-fa36acbe0bf1 req-6bd221ff-0a0c-47e3-8193-23d6199467a6 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0561514 Feb 10 03:40:01.343486 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-374d7375-8e8b-4b71-9404-fa36acbe0bf1 req-d4b247f5-e9ab-4cc2-8eb7-527e247cfab1 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422018 Feb 10 03:40:01.592194 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bf9e0-8199-45d1-88b3-f751954d4a5f req-6d80aada-054c-40e2-a32d-333fe7e0313e tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:01.594148 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-660bf9e0-8199-45d1-88b3-f751954d4a5f req-6d80aada-054c-40e2-a32d-333fe7e0313e tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 945 time: 0.0620441 Feb 10 03:40:01.646144 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-660bf9e0-8199-45d1-88b3-f751954d4a5f req-c2caae61-5315-43d5-a317-081037362514 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438080 Feb 10 03:40:02.145642 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c66192-6649-4a7d-bd2a-70b357fbeb0e req-18cb5a4c-6b2d-46f9-b097-2f956472fe91 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:02.147111 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-34c66192-6649-4a7d-bd2a-70b357fbeb0e req-18cb5a4c-6b2d-46f9-b097-2f956472fe91 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 943 time: 0.0628669 Feb 10 03:40:02.203859 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-34c66192-6649-4a7d-bd2a-70b357fbeb0e req-32e5bf03-2cf9-469b-8f64-9f05572d1c7c tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456071 Feb 10 03:40:02.473383 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb70113-08a7-4c5f-812c-55e68a2b49dc req-9e184e4e-8203-4bf0-93e7-c87150b1a49e tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:02.474873 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-deb70113-08a7-4c5f-812c-55e68a2b49dc req-9e184e4e-8203-4bf0-93e7-c87150b1a49e tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0593064 Feb 10 03:40:02.525383 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-deb70113-08a7-4c5f-812c-55e68a2b49dc req-6276c669-8ab6-4950-83f4-6569209070d7 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442269 Feb 10 03:40:02.788462 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b1b87-8d64-4add-89c5-6b4361611273 req-912fd0e7-cb06-4eb2-aa44-09584ebce30a tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:02.789895 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d19b1b87-8d64-4add-89c5-6b4361611273 req-912fd0e7-cb06-4eb2-aa44-09584ebce30a tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 945 time: 0.0560288 Feb 10 03:40:02.843667 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d19b1b87-8d64-4add-89c5-6b4361611273 req-ee0a7e3c-18b0-4ce5-bfa1-c489257620be tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477324 Feb 10 03:40:03.339263 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87a275-66e2-4263-94ab-e71741d40fa5 req-22950d80-814d-4bf4-88c5-ef054df527ef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:03.340907 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1c87a275-66e2-4263-94ab-e71741d40fa5 req-22950d80-814d-4bf4-88c5-ef054df527ef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 943 time: 0.0593905 Feb 10 03:40:03.393349 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1c87a275-66e2-4263-94ab-e71741d40fa5 req-142a5c91-9e6c-46c4-91d0-e6c6b4403320 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466185 Feb 10 03:40:03.648015 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc328b1f-0fd9-4b62-941b-870936bf7554 req-de6551bf-1ab9-40c7-9c23-0674519a37d3 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:03.649502 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dc328b1f-0fd9-4b62-941b-870936bf7554 req-de6551bf-1ab9-40c7-9c23-0674519a37d3 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0564635 Feb 10 03:40:03.713036 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dc328b1f-0fd9-4b62-941b-870936bf7554 req-2b89af23-d4a5-4283-88b0-7511748481a0 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570006 Feb 10 03:40:03.974613 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7914e-12fa-49a1-aa9c-931d592e6cd3 req-24aa6cbc-1a85-4b89-aecd-cd8c11b7c5d6 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:03.976378 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-03f7914e-12fa-49a1-aa9c-931d592e6cd3 req-24aa6cbc-1a85-4b89-aecd-cd8c11b7c5d6 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 945 time: 0.0636070 Feb 10 03:40:04.037724 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-03f7914e-12fa-49a1-aa9c-931d592e6cd3 req-227886a1-8cc8-4d1d-a898-032f858e70c0 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556436 Feb 10 03:40:04.531925 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98c1a9-1e5a-4ad5-805b-2dc25b1779cf req-b8a93253-6c8a-4000-b7b0-1bd64ed39997 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:04.533454 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6f98c1a9-1e5a-4ad5-805b-2dc25b1779cf req-b8a93253-6c8a-4000-b7b0-1bd64ed39997 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 943 time: 0.0634828 Feb 10 03:40:04.586898 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6f98c1a9-1e5a-4ad5-805b-2dc25b1779cf req-188bc39b-e45a-41a0-95a0-21fe0add0547 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477316 Feb 10 03:40:04.833736 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86ed34-53ad-48db-9682-4945f81233e4 req-ad8abb80-53e0-4aae-99c5-db7ab2ca6132 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:04.835242 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ca86ed34-53ad-48db-9682-4945f81233e4 req-ad8abb80-53e0-4aae-99c5-db7ab2ca6132 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0594409 Feb 10 03:40:04.885764 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ca86ed34-53ad-48db-9682-4945f81233e4 req-83c724b7-72b4-46d4-ab0d-055719a4c46d tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447843 Feb 10 03:40:05.172644 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26478ca6-28c3-4de4-97db-5b7a28c80ad4 req-9f433406-92f6-4e60-95d5-42fa4ba32f28 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:05.174567 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-26478ca6-28c3-4de4-97db-5b7a28c80ad4 req-9f433406-92f6-4e60-95d5-42fa4ba32f28 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 945 time: 0.0671647 Feb 10 03:40:05.224944 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-26478ca6-28c3-4de4-97db-5b7a28c80ad4 req-f83d1038-09c6-4a3d-8e64-f2e5d974eb80 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448532 Feb 10 03:40:05.732574 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db0cc6-cd34-4661-ac5d-6519e2fea006 req-18e710d3-0879-4a9c-8197-4021c1efee6a tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:05.734454 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-79db0cc6-cd34-4661-ac5d-6519e2fea006 req-18e710d3-0879-4a9c-8197-4021c1efee6a tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 943 time: 0.0649354 Feb 10 03:40:05.785016 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-79db0cc6-cd34-4661-ac5d-6519e2fea006 req-b483fc28-bce2-4748-8a3b-41bdfa0e3d27 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445325 Feb 10 03:40:06.013149 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45212e16-37af-433c-8b15-686439dfa95f req-6341da43-3748-4604-b04c-27b46f371355 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:06.020144 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-45212e16-37af-433c-8b15-686439dfa95f req-6341da43-3748-4604-b04c-27b46f371355 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0643923 Feb 10 03:40:06.063678 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-45212e16-37af-433c-8b15-686439dfa95f req-c585faef-ec86-468e-b087-3f7edd76f1ba tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426481 Feb 10 03:40:06.356769 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd966c-46ae-4cf3-8546-cce142660757 req-7294f772-8060-49a4-8ecf-e7fdabd32b23 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:06.359268 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-79dd966c-46ae-4cf3-8546-cce142660757 req-7294f772-8060-49a4-8ecf-e7fdabd32b23 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 945 time: 0.0616229 Feb 10 03:40:06.412931 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-79dd966c-46ae-4cf3-8546-cce142660757 req-de615a22-e2c0-4001-a67a-b26a0ec979de tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481358 Feb 10 03:40:06.911494 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6d469-1fcf-45b4-91a4-4f1511c45122 req-87727c25-54db-43b7-a637-721e1be44d6d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:06.913051 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-40a6d469-1fcf-45b4-91a4-4f1511c45122 req-87727c25-54db-43b7-a637-721e1be44d6d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 943 time: 0.0552723 Feb 10 03:40:06.963646 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-40a6d469-1fcf-45b4-91a4-4f1511c45122 req-34579445-c1ff-41f4-b832-eb69e10c9855 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437419 Feb 10 03:40:07.185406 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3516e-928d-4884-a5f7-2daa2387c943 req-e7ea9d04-dd03-4a79-9515-e9d6ab171062 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:07.187042 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-69c3516e-928d-4884-a5f7-2daa2387c943 req-e7ea9d04-dd03-4a79-9515-e9d6ab171062 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0565271 Feb 10 03:40:07.235600 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-69c3516e-928d-4884-a5f7-2daa2387c943 req-09fd1f8d-1392-4ea9-a728-b7b3e8bb3442 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418751 Feb 10 03:40:07.465277 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 6 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:40:07.541054 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68d1d9-c344-4937-8b0a-946582729343 req-3251d785-d364-4888-b347-9c8e1df2100d tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:07.542469 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ab68d1d9-c344-4937-8b0a-946582729343 req-3251d785-d364-4888-b347-9c8e1df2100d tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 945 time: 0.0538657 Feb 10 03:40:07.591572 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ab68d1d9-c344-4937-8b0a-946582729343 req-e41b73f2-093b-477d-a97a-d8027ba5a1e2 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432081 Feb 10 03:40:07.639724 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be381075-3806-4139-b67d-3c943d6ce57c req-46956e17-d3ce-4272-b259-cf846a36328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:07.641302 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-be381075-3806-4139-b67d-3c943d6ce57c req-46956e17-d3ce-4272-b259-cf846a36328a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=114e0c095df64647bf339f0e8dcf8571&device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 1129 time: 0.0483747 Feb 10 03:40:07.743188 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be381075-3806-4139-b67d-3c943d6ce57c req-ecf22d53-ac94-493d-bbd2-d50495c0ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:07.744680 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-be381075-3806-4139-b67d-3c943d6ce57c req-ecf22d53-ac94-493d-bbd2-d50495c0ba68 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0aca2bf-c883-41b5-bca5-cb73801c5192 HTTP/1.1" status: 200 len: 920 time: 0.0963628 Feb 10 03:40:07.874976 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-be381075-3806-4139-b67d-3c943d6ce57c req-7f165e84-d606-4942-96d9-6960be12b032 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1de8a500-64d0-4173-8581-65530f888f8a HTTP/1.1" status: 200 len: 217 time: 0.0382175 Feb 10 03:40:07.908950 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2efc76-352d-458b-bb7c-b6325535b080 req-a6278172-4518-4d11-acc1-98cd7d5708df tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:07.910604 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-1d2efc76-352d-458b-bb7c-b6325535b080 req-a6278172-4518-4d11-acc1-98cd7d5708df tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.21 "GET /v2.0/ports?device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 945 time: 0.0541995 Feb 10 03:40:07.933454 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be381075-3806-4139-b67d-3c943d6ce57c req-1bef7376-ddda-4ff6-9a34-39bc4354d324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:07.934974 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-be381075-3806-4139-b67d-3c943d6ce57c req-1bef7376-ddda-4ff6-9a34-39bc4354d324 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9995f4ef-9c6b-4dbc-a816-718f17a87440 HTTP/1.1" status: 200 len: 859 time: 0.0479832 Feb 10 03:40:07.974590 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-be381075-3806-4139-b67d-3c943d6ce57c req-b286f2d3-2aef-46ec-88d1-787f6e11efa2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0aca2bf-c883-41b5-bca5-cb73801c5192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252070 Feb 10 03:40:08.009998 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-1d2efc76-352d-458b-bb7c-b6325535b080 req-5b12e8aa-5686-4dce-8d81-1e8fb4187cbc tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Deleting port 53940bd9-b20a-45d0-989c-c2c1a1dd9c69 {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:40:08.010346 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-1d2efc76-352d-458b-bb7c-b6325535b080 req-5b12e8aa-5686-4dce-8d81-1e8fb4187cbc tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (53940bd9-b20a-45d0-989c-c2c1a1dd9c69), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:08.104667 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-1d2efc76-352d-458b-bb7c-b6325535b080 req-5b12e8aa-5686-4dce-8d81-1e8fb4187cbc tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] For port 53940bd9-b20a-45d0-989c-c2c1a1dd9c69, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=53940bd9-b20a-45d0-989c-c2c1a1dd9c69,segment=NetworkSegment(282cda33-29d4-4368-a9fd-c807aa0e6a87),segment_id=282cda33-29d4-4368-a9fd-c807aa0e6a87)] {{(pid=102733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:40:08.105024 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-1d2efc76-352d-458b-bb7c-b6325535b080 req-5b12e8aa-5686-4dce-8d81-1e8fb4187cbc tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (53940bd9-b20a-45d0-989c-c2c1a1dd9c69), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:08.106806 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-be381075-3806-4139-b67d-3c943d6ce57c req-7ce73f3d-15cd-4207-a1f6-6748041c4170 service neutron] 10.222.0.21 "GET /v2.0/networks/e0aca2bf-c883-41b5-bca5-cb73801c5192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240695 Feb 10 03:40:08.118075 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-1d2efc76-352d-458b-bb7c-b6325535b080 req-5b12e8aa-5686-4dce-8d81-1e8fb4187cbc tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Calling delete_port for 53940bd9-b20a-45d0-989c-c2c1a1dd9c69 owned by compute:nova {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:40:08.120058 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebb727-fd4c-4ad2-9dd6-7ce7dec6bb3c req-e8fef3c5-068c-4b5b-9b6c-bcbbd8ad77d4 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:08.121795 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f1ebb727-fd4c-4ad2-9dd6-7ce7dec6bb3c req-e8fef3c5-068c-4b5b-9b6c-bcbbd8ad77d4 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 943 time: 0.0774055 Feb 10 03:40:08.226145 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f1ebb727-fd4c-4ad2-9dd6-7ce7dec6bb3c req-a3facf01-573d-47f4-8fb5-a3bae798c56c tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963669 Feb 10 03:40:08.256212 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-1d2efc76-352d-458b-bb7c-b6325535b080 req-5b12e8aa-5686-4dce-8d81-1e8fb4187cbc tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (53940bd9-b20a-45d0-989c-c2c1a1dd9c69), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:08.256962 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-be381075-3806-4139-b67d-3c943d6ce57c req-eec4aeb7-7193-4169-93d7-eb0427495052 service neutron] 10.222.0.21 "GET /v2.0/networks/e0aca2bf-c883-41b5-bca5-cb73801c5192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342134 Feb 10 03:40:08.285553 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12e8aa-5686-4dce-8d81-1e8fb4187cbc tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Pushing event deleted for resources: {'Port': ['ID=53940bd9-b20a-45d0-989c-c2c1a1dd9c69,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:08.306465 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['beb068b9-e15c-4f4f-92d7-1c14f685b47d', '73b9af4c-1633-4ce7-bedf-db767aba25bf', '53940bd9-b20a-45d0-989c-c2c1a1dd9c69'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:40:08.329913 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2efc76-352d-458b-bb7c-b6325535b080 req-5b12e8aa-5686-4dce-8d81-1e8fb4187cbc tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] No DVR routers for this DVR port 53940bd9-b20a-45d0-989c-c2c1a1dd9c69 on host hv-cinder-82806 {{(pid=102733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:40:08.333428 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-1d2efc76-352d-458b-bb7c-b6325535b080 req-5b12e8aa-5686-4dce-8d81-1e8fb4187cbc tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:08.337300 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-1d2efc76-352d-458b-bb7c-b6325535b080 req-5b12e8aa-5686-4dce-8d81-1e8fb4187cbc tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.21 "DELETE /v2.0/ports/53940bd9-b20a-45d0-989c-c2c1a1dd9c69 HTTP/1.1" status: 204 len: 173 time: 0.4202383 Feb 10 03:40:08.338985 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0296ee2e-4bd2-4e13-864a-6c80f1b54bf3', 'name': 'network-vif-deleted', 'tag': '53940bd9-b20a-45d0-989c-c2c1a1dd9c69'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:40:08.341390 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1691e6-f9c2-44c0-9910-4234d4fcc10a" -d '{"events": [{"server_uuid": "0296ee2e-4bd2-4e13-864a-6c80f1b54bf3", "name": "network-vif-deleted", "tag": "53940bd9-b20a-45d0-989c-c2c1a1dd9c69"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:40:08.383889 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b96bd5-0a65-426a-9eb1-b5e56600e1b6 req-55d743e6-c0b0-472b-b4a6-5077af3442fb tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:08.387662 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e3b96bd5-0a65-426a-9eb1-b5e56600e1b6 req-55d743e6-c0b0-472b-b4a6-5077af3442fb tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0778730 Feb 10 03:40:08.393977 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62774204-64bd-4949-98c1-6080dd5b484c x-openstack-request-id: req-62774204-64bd-4949-98c1-6080dd5b484c {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:40:08.394317 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0296ee2e-4bd2-4e13-864a-6c80f1b54bf3", "name": "network-vif-deleted", "tag": "53940bd9-b20a-45d0-989c-c2c1a1dd9c69", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:40:08.394571 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-62774204-64bd-4949-98c1-6080dd5b484c {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:40:08.395028 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0296ee2e-4bd2-4e13-864a-6c80f1b54bf3', 'name': 'network-vif-deleted', 'tag': '53940bd9-b20a-45d0-989c-c2c1a1dd9c69', 'status': 'completed', 'code': 200} Feb 10 03:40:08.437663 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e3b96bd5-0a65-426a-9eb1-b5e56600e1b6 req-e5c003ca-0f76-4bca-b0cb-df7af77e7c3e tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446970 Feb 10 03:40:08.707484 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5d93bf62-e87c-4d4b-9b53-aa57bb61ba4c req-ffabe700-86ea-4c80-8c03-4d6646f45ec7 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=0296ee2e-4bd2-4e13-864a-6c80f1b54bf3 HTTP/1.1" status: 200 len: 210 time: 0.0342112 Feb 10 03:40:09.373114 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e835827-e50e-4b09-9a22-5b7195398716 req-f367b45a-e52b-4ee2-9506-b4ab16527141 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:09.374590 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6e835827-e50e-4b09-9a22-5b7195398716 req-f367b45a-e52b-4ee2-9506-b4ab16527141 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 943 time: 0.0643821 Feb 10 03:40:09.424002 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6e835827-e50e-4b09-9a22-5b7195398716 req-a3f457cd-4ca2-45ad-bf1d-231acb407e7c tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435104 Feb 10 03:40:09.563777 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff60a9-2fc9-49fa-8a6d-5dbb58682c59 req-48d3d442-ed3c-46a0-93ce-515c22a1d9ae tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:09.565255 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4cff60a9-2fc9-49fa-8a6d-5dbb58682c59 req-48d3d442-ed3c-46a0-93ce-515c22a1d9ae tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0577831 Feb 10 03:40:09.613853 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4cff60a9-2fc9-49fa-8a6d-5dbb58682c59 req-69f15184-0ba9-4432-93f2-87ec28214d46 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429676 Feb 10 03:40:09.988439 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7ef61-d1a1-4c44-b1ce-fe6c36b9b21e req-6c2ae107-9db4-4476-9042-18f0fce82548 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:09.989899 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1ec7ef61-d1a1-4c44-b1ce-fe6c36b9b21e req-6c2ae107-9db4-4476-9042-18f0fce82548 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=5026c864-be6c-4702-bd77-88580b382ce7 HTTP/1.1" status: 200 len: 946 time: 0.0527282 Feb 10 03:40:10.041262 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1ec7ef61-d1a1-4c44-b1ce-fe6c36b9b21e req-3ae8c2a4-7175-4c8d-bd11-a2e5236d632c tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457268 Feb 10 03:40:10.477284 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 53940bd9-b20a-45d0-989c-c2c1a1dd9c69 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:40:10.497564 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] No Port match for: 53940bd9-b20a-45d0-989c-c2c1a1dd9c69 {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:40:10.497912 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 53940bd9-b20a-45d0-989c-c2c1a1dd9c69 not bound to the agent host hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:40:10.561347 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f6008-352f-41ea-a2b4-61798c453c4f req-dbbca099-4eb2-4d2b-9627-79c31ead8ab3 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:10.562878 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f93f6008-352f-41ea-a2b4-61798c453c4f req-dbbca099-4eb2-4d2b-9627-79c31ead8ab3 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 943 time: 0.0601611 Feb 10 03:40:10.608924 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f93f6008-352f-41ea-a2b4-61798c453c4f req-20e6a67f-8697-403b-bd35-52a39a62da6c tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404344 Feb 10 03:40:10.742909 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b81829-8927-4e33-bb02-14d653863fef req-87ea9ce3-b9aa-4a47-99ad-c0b6e16f5dd4 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:10.744382 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-35b81829-8927-4e33-bb02-14d653863fef req-87ea9ce3-b9aa-4a47-99ad-c0b6e16f5dd4 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0530591 Feb 10 03:40:10.794686 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-35b81829-8927-4e33-bb02-14d653863fef req-5fcfcd14-ce3e-416d-bc2b-515adc9765a0 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422668 Feb 10 03:40:11.179427 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38decde-7445-4a57-8b6c-32a60f1c520e req-db06850c-36e4-4e36-b9bb-be029c55bec6 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:11.180849 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c38decde-7445-4a57-8b6c-32a60f1c520e req-db06850c-36e4-4e36-b9bb-be029c55bec6 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=5026c864-be6c-4702-bd77-88580b382ce7 HTTP/1.1" status: 200 len: 946 time: 0.0652423 Feb 10 03:40:11.227436 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c38decde-7445-4a57-8b6c-32a60f1c520e req-ae1908b8-7ff6-47eb-b9de-53c56de0eac9 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408163 Feb 10 03:40:11.752828 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716cd62-a8ec-4ef8-9834-a26055436bd0 req-f9ddbe62-168c-44d7-a9c4-0ffba626f2b7 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:11.754277 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c716cd62-a8ec-4ef8-9834-a26055436bd0 req-f9ddbe62-168c-44d7-a9c4-0ffba626f2b7 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 943 time: 0.0643959 Feb 10 03:40:11.803723 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c716cd62-a8ec-4ef8-9834-a26055436bd0 req-93543802-933c-436b-9258-69723e12d83e tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410717 Feb 10 03:40:11.913185 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84364ca-6102-421c-9a63-ba5bdfa26a94 req-d61859e5-72e1-4c55-8779-15d737e0e2e5 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:11.914757 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d84364ca-6102-421c-9a63-ba5bdfa26a94 req-d61859e5-72e1-4c55-8779-15d737e0e2e5 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0545769 Feb 10 03:40:11.947831 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e0d08-a967-4a7c-93b1-1eb0e4aaaaa4 req-84770b61-833e-4d86-ba3d-ae1d320f16c5 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:11.949279 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-2b0e0d08-a967-4a7c-93b1-1eb0e4aaaaa4 req-84770b61-833e-4d86-ba3d-ae1d320f16c5 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.21 "GET /v2.0/ports?device_id=5026c864-be6c-4702-bd77-88580b382ce7 HTTP/1.1" status: 200 len: 946 time: 0.0522671 Feb 10 03:40:11.966003 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d84364ca-6102-421c-9a63-ba5bdfa26a94 req-02e5c539-8bc8-4787-bcdd-4ed52fddc12a tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455396 Feb 10 03:40:12.054451 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-2b0e0d08-a967-4a7c-93b1-1eb0e4aaaaa4 req-dfe898d5-a73b-45ec-b58a-962e7e346359 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Deleting port 73b9af4c-1633-4ce7-bedf-db767aba25bf {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:40:12.054730 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-2b0e0d08-a967-4a7c-93b1-1eb0e4aaaaa4 req-dfe898d5-a73b-45ec-b58a-962e7e346359 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (73b9af4c-1633-4ce7-bedf-db767aba25bf), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:12.144009 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-2b0e0d08-a967-4a7c-93b1-1eb0e4aaaaa4 req-dfe898d5-a73b-45ec-b58a-962e7e346359 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] For port 73b9af4c-1633-4ce7-bedf-db767aba25bf, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=73b9af4c-1633-4ce7-bedf-db767aba25bf,segment=NetworkSegment(282cda33-29d4-4368-a9fd-c807aa0e6a87),segment_id=282cda33-29d4-4368-a9fd-c807aa0e6a87)] {{(pid=102733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:40:12.144358 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-2b0e0d08-a967-4a7c-93b1-1eb0e4aaaaa4 req-dfe898d5-a73b-45ec-b58a-962e7e346359 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (73b9af4c-1633-4ce7-bedf-db767aba25bf), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:12.156792 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-2b0e0d08-a967-4a7c-93b1-1eb0e4aaaaa4 req-dfe898d5-a73b-45ec-b58a-962e7e346359 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Calling delete_port for 73b9af4c-1633-4ce7-bedf-db767aba25bf owned by compute:nova {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:40:12.289829 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-2b0e0d08-a967-4a7c-93b1-1eb0e4aaaaa4 req-dfe898d5-a73b-45ec-b58a-962e7e346359 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (73b9af4c-1633-4ce7-bedf-db767aba25bf), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:12.316649 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe898d5-a73b-45ec-b58a-962e7e346359 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Pushing event deleted for resources: {'Port': ['ID=73b9af4c-1633-4ce7-bedf-db767aba25bf,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:12.322620 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dee6aaf2-3294-42e6-b7c0-488c50126f37 req-3d1a8d8f-341f-4304-a975-1cab1ad9f22a tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=5026c864-be6c-4702-bd77-88580b382ce7 HTTP/1.1" status: 200 len: 210 time: 0.0266266 Feb 10 03:40:12.330287 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe898d5-a73b-45ec-b58a-962e7e346359 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:12.330643 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe898d5-a73b-45ec-b58a-962e7e346359 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:12.331096 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe898d5-a73b-45ec-b58a-962e7e346359 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:12.331411 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe898d5-a73b-45ec-b58a-962e7e346359 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:12.331748 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe898d5-a73b-45ec-b58a-962e7e346359 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:12.332085 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe898d5-a73b-45ec-b58a-962e7e346359 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:12.332411 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe898d5-a73b-45ec-b58a-962e7e346359 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:12.332739 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe898d5-a73b-45ec-b58a-962e7e346359 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:12.333071 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe898d5-a73b-45ec-b58a-962e7e346359 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:12.333396 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe898d5-a73b-45ec-b58a-962e7e346359 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:12.333709 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe898d5-a73b-45ec-b58a-962e7e346359 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:12.334033 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe898d5-a73b-45ec-b58a-962e7e346359 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:12.334353 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe898d5-a73b-45ec-b58a-962e7e346359 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:12.348384 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['beb068b9-e15c-4f4f-92d7-1c14f685b47d', '73b9af4c-1633-4ce7-bedf-db767aba25bf'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:40:12.374130 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0e0d08-a967-4a7c-93b1-1eb0e4aaaaa4 req-dfe898d5-a73b-45ec-b58a-962e7e346359 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] No DVR routers for this DVR port 73b9af4c-1633-4ce7-bedf-db767aba25bf on host hv-cinder-82806 {{(pid=102733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:40:12.376729 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-2b0e0d08-a967-4a7c-93b1-1eb0e4aaaaa4 req-dfe898d5-a73b-45ec-b58a-962e7e346359 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:12.380104 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-2b0e0d08-a967-4a7c-93b1-1eb0e4aaaaa4 req-dfe898d5-a73b-45ec-b58a-962e7e346359 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.21 "DELETE /v2.0/ports/73b9af4c-1633-4ce7-bedf-db767aba25bf HTTP/1.1" status: 204 len: 173 time: 0.4245217 Feb 10 03:40:12.380558 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5026c864-be6c-4702-bd77-88580b382ce7', 'name': 'network-vif-deleted', 'tag': '73b9af4c-1633-4ce7-bedf-db767aba25bf'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:40:12.382862 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cc1714-3944-471c-b00f-ac9955137132" -d '{"events": [{"server_uuid": "5026c864-be6c-4702-bd77-88580b382ce7", "name": "network-vif-deleted", "tag": "73b9af4c-1633-4ce7-bedf-db767aba25bf"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:40:12.419054 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4447c68a-2bf3-4657-830c-126e0c16655e x-openstack-request-id: req-4447c68a-2bf3-4657-830c-126e0c16655e {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:40:12.419359 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5026c864-be6c-4702-bd77-88580b382ce7", "name": "network-vif-deleted", "tag": "73b9af4c-1633-4ce7-bedf-db767aba25bf", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:40:12.419614 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4447c68a-2bf3-4657-830c-126e0c16655e {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:40:12.420019 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5026c864-be6c-4702-bd77-88580b382ce7', 'name': 'network-vif-deleted', 'tag': '73b9af4c-1633-4ce7-bedf-db767aba25bf', 'status': 'completed', 'code': 200} Feb 10 03:40:12.940831 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cb7ce-7d24-4cbb-a7d5-23dadcd98d13 req-3e693888-c2d1-4f9d-9d63-f3562f28612e tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:12.942201 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e11cb7ce-7d24-4cbb-a7d5-23dadcd98d13 req-3e693888-c2d1-4f9d-9d63-f3562f28612e tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 943 time: 0.0543058 Feb 10 03:40:12.989443 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e11cb7ce-7d24-4cbb-a7d5-23dadcd98d13 req-1d78e135-b485-4f0e-8ae2-1fbaa290b8fd tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415671 Feb 10 03:40:13.086878 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fab06-a60b-4c25-ba4d-6b60bcd2db65 req-a7ba8040-3bf2-4202-93d0-3f51e4266b79 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:13.088448 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-fb0fab06-a60b-4c25-ba4d-6b60bcd2db65 req-a7ba8040-3bf2-4202-93d0-3f51e4266b79 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0524123 Feb 10 03:40:13.139461 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-fb0fab06-a60b-4c25-ba4d-6b60bcd2db65 req-7de3eb9c-c2a1-4e01-9882-76ac8bff1776 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453501 Feb 10 03:40:14.116320 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c05d6-dd4b-41ab-ab09-2c8ff8d3b7ca req-9e7a61b5-a064-4b9f-9a2a-8d095116e196 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:14.117799 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f52c05d6-dd4b-41ab-ab09-2c8ff8d3b7ca req-9e7a61b5-a064-4b9f-9a2a-8d095116e196 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 943 time: 0.0538464 Feb 10 03:40:14.167808 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f52c05d6-dd4b-41ab-ab09-2c8ff8d3b7ca req-7ec97b76-8ded-4bf1-8f51-bc9efbe19591 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423956 Feb 10 03:40:14.259967 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141f536-49e9-4d91-922b-c906e293c5a2 req-3765ea00-49a5-4845-b5bd-1b23c1468b0d tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:14.261324 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f141f536-49e9-4d91-922b-c906e293c5a2 req-3765ea00-49a5-4845-b5bd-1b23c1468b0d tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0530341 Feb 10 03:40:14.306339 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f141f536-49e9-4d91-922b-c906e293c5a2 req-038ff0fa-22b9-4194-bb94-5c972a5251e7 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393472 Feb 10 03:40:14.509379 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:40:14.523765 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 73b9af4c-1633-4ce7-bedf-db767aba25bf no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:40:14.546525 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] No Port match for: 73b9af4c-1633-4ce7-bedf-db767aba25bf {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:40:14.546904 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 73b9af4c-1633-4ce7-bedf-db767aba25bf not bound to the agent host hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:40:14.631146 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=29a0a5b3-6729-4753-8ce5-55f51a8c9a2e,segment=NetworkSegment(086c110e-e949-4dfb-87df-62ade2705185),segment_id=086c110e-e949-4dfb-87df-62ade2705185)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:40:14.642751 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Returning: {'device': '29a0a5b3-6729-4753-8ce5-55f51a8c9a2e', 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'port_id': '29a0a5b3-6729-4753-8ce5-55f51a8c9a2e', 'mac_address': 'fa:16:3e:2c:fe:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:40:14.682016 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e is: DOWN; New status is: BUILD {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:40:14.686345 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (29a0a5b3-6729-4753-8ce5-55f51a8c9a2e), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:14.699276 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e {{(pid=102734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:40:14.719235 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=29a0a5b3-6729-4753-8ce5-55f51a8c9a2e,segment=NetworkSegment(086c110e-e949-4dfb-87df-62ade2705185),segment_id=086c110e-e949-4dfb-87df-62ade2705185)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:40:14.723897 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (29a0a5b3-6729-4753-8ce5-55f51a8c9a2e), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:14.725894 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d381322-fcb2-4c77-970a-448be2d3960f req-91dc9daa-d6db-4877-bb60-b6e21d584253 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:14.727407 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9d381322-fcb2-4c77-970a-448be2d3960f req-91dc9daa-d6db-4877-bb60-b6e21d584253 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 945 time: 0.0553339 Feb 10 03:40:14.776719 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=29a0a5b3-6729-4753-8ce5-55f51a8c9a2e,revision_number=9']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:14.778222 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9d381322-fcb2-4c77-970a-448be2d3960f req-a24553da-a3d5-492e-8ffb-8e7f9bd3325f tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448389 Feb 10 03:40:15.275756 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['29a0a5b3-6729-4753-8ce5-55f51a8c9a2e'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:40:15.300779 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbdd5b-904a-4b96-92ce-fb4f841763e5 req-e4d1cb35-7848-481b-ad72-365c19c6d1bc tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:15.302258 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-91cbdd5b-904a-4b96-92ce-fb4f841763e5 req-e4d1cb35-7848-481b-ad72-365c19c6d1bc tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 944 time: 0.0558434 Feb 10 03:40:15.351023 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-91cbdd5b-904a-4b96-92ce-fb4f841763e5 req-1a35ea87-b0d5-453a-859a-8f5b0fea4c6c tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424926 Feb 10 03:40:15.446051 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661b32e-9704-4936-97ee-4b072d49c1ac req-cbb4f144-cda1-4b8f-9ea5-62f693c72aac tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:15.447579 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d661b32e-9704-4936-97ee-4b072d49c1ac req-cbb4f144-cda1-4b8f-9ea5-62f693c72aac tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0568051 Feb 10 03:40:15.496932 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d661b32e-9704-4936-97ee-4b072d49c1ac req-42151a4d-7e68-4c9f-bf64-580d05a19418 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435126 Feb 10 03:40:15.898202 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0318e-35e8-438c-ba44-8ab269d2b715 req-5be85292-5f40-4020-a5b2-3475956cf4f1 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:15.899680 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-47a0318e-35e8-438c-ba44-8ab269d2b715 req-5be85292-5f40-4020-a5b2-3475956cf4f1 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 945 time: 0.0545707 Feb 10 03:40:15.947399 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-47a0318e-35e8-438c-ba44-8ab269d2b715 req-da3253b7-cfbc-478e-9bae-194694330230 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419607 Feb 10 03:40:16.491515 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706f981-1845-440e-9cf3-be76a55b8200 req-280b61d6-f2fb-4a75-a794-01f8f9364fb7 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:16.492981 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b706f981-1845-440e-9cf3-be76a55b8200 req-280b61d6-f2fb-4a75-a794-01f8f9364fb7 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 944 time: 0.0634341 Feb 10 03:40:16.528412 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e up at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:40:16.544221 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b706f981-1845-440e-9cf3-be76a55b8200 req-ac1a74af-83b7-4e82-961d-e78b466ebdfb tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422108 Feb 10 03:40:16.590823 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning complete for port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:40:16.591268 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (29a0a5b3-6729-4753-8ce5-55f51a8c9a2e), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:16.623156 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41625c63-fafc-4e53-b2db-6d12e099908f req-eb0138db-b0c1-4880-bc02-2c152ab93129 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:16.624669 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-41625c63-fafc-4e53-b2db-6d12e099908f req-eb0138db-b0c1-4880-bc02-2c152ab93129 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0581973 Feb 10 03:40:16.673697 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-41625c63-fafc-4e53-b2db-6d12e099908f req-17a2391b-6b1b-473d-bc6d-51be502e5040 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431194 Feb 10 03:40:16.676909 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e is: BUILD; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:40:16.677295 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (29a0a5b3-6729-4753-8ce5-55f51a8c9a2e), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:16.706598 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd302b3d4-6282-4fbe-a4c4-248881ee8f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a0a5b3-6729-4753-8ce5-55f51a8c9a2e'}] {{(pid=102734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:40:16.709018 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f765ceee2b9e6863c7c09e3b0452b272479917b97bc142159859c6a833de831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01c06b2-1ae0-4491-b723-fee590131a1b" -d '{"events": [{"server_uuid": "d302b3d4-6282-4fbe-a4c4-248881ee8f51", "name": "network-vif-plugged", "status": "completed", "tag": "29a0a5b3-6729-4753-8ce5-55f51a8c9a2e"}]}' {{(pid=102734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:40:16.721639 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=29a0a5b3-6729-4753-8ce5-55f51a8c9a2e,segment=NetworkSegment(086c110e-e949-4dfb-87df-62ade2705185),segment_id=086c110e-e949-4dfb-87df-62ade2705185)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:40:16.726527 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (29a0a5b3-6729-4753-8ce5-55f51a8c9a2e), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:16.758480 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa412fe6-56f1-4ed5-82b6-8d3127d4d603 x-openstack-request-id: req-fa412fe6-56f1-4ed5-82b6-8d3127d4d603 {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:40:16.758480 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d302b3d4-6282-4fbe-a4c4-248881ee8f51", "name": "network-vif-plugged", "status": "completed", "tag": "29a0a5b3-6729-4753-8ce5-55f51a8c9a2e", "code": 200}]} {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:40:16.758480 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa412fe6-56f1-4ed5-82b6-8d3127d4d603 {{(pid=102734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:40:16.758480 dv-cinder-828060-2-iscsi neutron-server[102734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd302b3d4-6282-4fbe-a4c4-248881ee8f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a0a5b3-6729-4753-8ce5-55f51a8c9a2e', 'code': 200} Feb 10 03:40:16.785794 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=29a0a5b3-6729-4753-8ce5-55f51a8c9a2e,revision_number=10']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:17.069247 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9974863-f9e8-4fcc-aa36-2d9967c26b1a req-9acf1412-4e32-4df6-95e4-5fd49e3ede8d tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:17.070938 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d9974863-f9e8-4fcc-aa36-2d9967c26b1a req-9acf1412-4e32-4df6-95e4-5fd49e3ede8d tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 945 time: 0.0564699 Feb 10 03:40:17.124235 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d9974863-f9e8-4fcc-aa36-2d9967c26b1a req-6ac2705d-1c40-40df-a635-a26988d4a3a9 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b5775fd-f45d-4010-8a34-acdfae634d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410106 Feb 10 03:40:17.254857 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9287ecd-73ed-4425-9224-f3e88b59e480 req-4daa76f5-6555-4de5-baef-3fc605a74656 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:17.256219 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-a9287ecd-73ed-4425-9224-f3e88b59e480 req-4daa76f5-6555-4de5-baef-3fc605a74656 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.21 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 945 time: 0.0693414 Feb 10 03:40:17.358234 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-a9287ecd-73ed-4425-9224-f3e88b59e480 req-33f54e24-2f25-4f7d-8b04-c1c7a186cf22 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Deleting port beb068b9-e15c-4f4f-92d7-1c14f685b47d {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:40:17.358636 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-a9287ecd-73ed-4425-9224-f3e88b59e480 req-33f54e24-2f25-4f7d-8b04-c1c7a186cf22 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (beb068b9-e15c-4f4f-92d7-1c14f685b47d), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:17.446527 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-a9287ecd-73ed-4425-9224-f3e88b59e480 req-33f54e24-2f25-4f7d-8b04-c1c7a186cf22 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] For port beb068b9-e15c-4f4f-92d7-1c14f685b47d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=beb068b9-e15c-4f4f-92d7-1c14f685b47d,segment=NetworkSegment(282cda33-29d4-4368-a9fd-c807aa0e6a87),segment_id=282cda33-29d4-4368-a9fd-c807aa0e6a87)] {{(pid=102733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:40:17.446962 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-a9287ecd-73ed-4425-9224-f3e88b59e480 req-33f54e24-2f25-4f7d-8b04-c1c7a186cf22 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (beb068b9-e15c-4f4f-92d7-1c14f685b47d), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:17.459732 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-a9287ecd-73ed-4425-9224-f3e88b59e480 req-33f54e24-2f25-4f7d-8b04-c1c7a186cf22 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Calling delete_port for beb068b9-e15c-4f4f-92d7-1c14f685b47d owned by compute:nova {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:40:17.548152 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47e833-4a42-45fe-a9e3-7283a14e84bd req-3170e781-7190-40e8-8a70-46d4266f2e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:17.549589 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0a47e833-4a42-45fe-a9e3-7283a14e84bd req-3170e781-7190-40e8-8a70-46d4266f2e4f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 1130 time: 0.0487595 Feb 10 03:40:17.592418 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-a9287ecd-73ed-4425-9224-f3e88b59e480 req-33f54e24-2f25-4f7d-8b04-c1c7a186cf22 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (beb068b9-e15c-4f4f-92d7-1c14f685b47d), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:17.597193 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0a47e833-4a42-45fe-a9e3-7283a14e84bd req-ffdf31a2-a3d5-4f87-8f82-4ebe7305a302 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403500 Feb 10 03:40:17.621664 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f54e24-2f25-4f7d-8b04-c1c7a186cf22 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Pushing event deleted for resources: {'Port': ['ID=beb068b9-e15c-4f4f-92d7-1c14f685b47d,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:17.647155 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['beb068b9-e15c-4f4f-92d7-1c14f685b47d'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:40:17.664157 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9287ecd-73ed-4425-9224-f3e88b59e480 req-33f54e24-2f25-4f7d-8b04-c1c7a186cf22 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] No DVR routers for this DVR port beb068b9-e15c-4f4f-92d7-1c14f685b47d on host hv-cinder-82806 {{(pid=102733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:40:17.667053 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-a9287ecd-73ed-4425-9224-f3e88b59e480 req-33f54e24-2f25-4f7d-8b04-c1c7a186cf22 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:17.670376 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-a9287ecd-73ed-4425-9224-f3e88b59e480 req-33f54e24-2f25-4f7d-8b04-c1c7a186cf22 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.21 "DELETE /v2.0/ports/beb068b9-e15c-4f4f-92d7-1c14f685b47d HTTP/1.1" status: 204 len: 173 time: 0.4069238 Feb 10 03:40:17.670908 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28168573-b016-4c85-a32c-158c4155cd28', 'name': 'network-vif-deleted', 'tag': 'beb068b9-e15c-4f4f-92d7-1c14f685b47d'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:40:17.673127 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd4e598-70ee-404f-8e3d-0a08eb3282ec" -d '{"events": [{"server_uuid": "28168573-b016-4c85-a32c-158c4155cd28", "name": "network-vif-deleted", "tag": "beb068b9-e15c-4f4f-92d7-1c14f685b47d"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:40:17.683474 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997baad-27ce-4cf6-b9c4-f24ba369b7ea req-5016ff7d-2645-45f8-9acb-284d5f290a1d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:17.685360 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a997baad-27ce-4cf6-b9c4-f24ba369b7ea req-5016ff7d-2645-45f8-9acb-284d5f290a1d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 946 time: 0.0592535 Feb 10 03:40:17.709818 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19827292-b545-44c6-8320-5b1ea4e3facb x-openstack-request-id: req-19827292-b545-44c6-8320-5b1ea4e3facb {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:40:17.710114 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28168573-b016-4c85-a32c-158c4155cd28", "name": "network-vif-deleted", "tag": "beb068b9-e15c-4f4f-92d7-1c14f685b47d", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:40:17.710380 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19827292-b545-44c6-8320-5b1ea4e3facb {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:40:17.710926 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28168573-b016-4c85-a32c-158c4155cd28', 'name': 'network-vif-deleted', 'tag': 'beb068b9-e15c-4f4f-92d7-1c14f685b47d', 'status': 'completed', 'code': 200} Feb 10 03:40:17.732906 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a997baad-27ce-4cf6-b9c4-f24ba369b7ea req-0688a8be-957a-4431-bf66-5bd1079eedfa tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416303 Feb 10 03:40:17.820211 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a44c57-bad0-4111-b43f-9c49659e30e6 req-6e55dd51-55f1-4661-8736-13653cf8950b tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:17.824693 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-16a44c57-bad0-4111-b43f-9c49659e30e6 req-6e55dd51-55f1-4661-8736-13653cf8950b tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0732517 Feb 10 03:40:17.875987 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-16a44c57-bad0-4111-b43f-9c49659e30e6 req-df0aaf2f-6e30-4dc5-841a-3ee79aad1781 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455806 Feb 10 03:40:18.232893 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-793e72a4-acd3-421f-92a3-5c3065002908 req-d06cac97-7ac7-41ed-bb5d-3522afa25ce0 tempest-AttachVolumeNegativeTest-2037754030 tempest-AttachVolumeNegativeTest-2037754030-project] 10.222.0.32 "GET /v2.0/ports?device_id=28168573-b016-4c85-a32c-158c4155cd28 HTTP/1.1" status: 200 len: 210 time: 0.0272014 Feb 10 03:40:18.589429 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df34c83-a05a-4e5a-b3c5-59c0a9c30737 req-7f03c998-0d12-4995-a5f5-a36fb488e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:18.591551 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-6df34c83-a05a-4e5a-b3c5-59c0a9c30737 req-7f03c998-0d12-4995-a5f5-a36fb488e6f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=50e1249fa4204bf9ba3044c3c1260634&device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 1130 time: 0.0520015 Feb 10 03:40:18.705625 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df34c83-a05a-4e5a-b3c5-59c0a9c30737 req-0f5d4494-e47e-4ede-952d-cde6d828d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:18.707125 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-6df34c83-a05a-4e5a-b3c5-59c0a9c30737 req-0f5d4494-e47e-4ede-952d-cde6d828d50b service neutron] 10.222.0.21 "GET /v2.0/networks?id=2276b970-ba53-4cdf-8089-151cb82a4e87 HTTP/1.1" status: 200 len: 918 time: 0.0853443 Feb 10 03:40:18.783154 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-6df34c83-a05a-4e5a-b3c5-59c0a9c30737 req-fc90cd63-7793-40a8-ab39-b92ce39cbc4a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29a0a5b3-6729-4753-8ce5-55f51a8c9a2e HTTP/1.1" status: 200 len: 1001 time: 0.0610843 Feb 10 03:40:18.839128 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df34c83-a05a-4e5a-b3c5-59c0a9c30737 req-8ab223a0-ccca-4218-a0e7-326dae220e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:18.841470 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-6df34c83-a05a-4e5a-b3c5-59c0a9c30737 req-8ab223a0-ccca-4218-a0e7-326dae220e89 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8d5da7a8-bc65-46b6-8077-e221507906cd HTTP/1.1" status: 200 len: 856 time: 0.0469062 Feb 10 03:40:18.861153 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c7e5b-6c3c-4325-b514-aa661e65b070 req-a59584a5-cdd0-4ab5-8b0d-e06efd037cba tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:18.862642 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b26c7e5b-6c3c-4325-b514-aa661e65b070 req-a59584a5-cdd0-4ab5-8b0d-e06efd037cba tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 946 time: 0.0549183 Feb 10 03:40:18.891506 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df34c83-a05a-4e5a-b3c5-59c0a9c30737 req-df0798e9-d597-4be1-8459-81471bfdfd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:18.893101 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-6df34c83-a05a-4e5a-b3c5-59c0a9c30737 req-df0798e9-d597-4be1-8459-81471bfdfd89 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2276b970-ba53-4cdf-8089-151cb82a4e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440264 Feb 10 03:40:18.909210 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b26c7e5b-6c3c-4325-b514-aa661e65b070 req-562ad82a-8345-42b5-a541-7ab903a15b49 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408783 Feb 10 03:40:18.993195 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-6df34c83-a05a-4e5a-b3c5-59c0a9c30737 req-f388d804-b92d-411e-ba93-d4ad31113bb2 service neutron] 10.222.0.21 "GET /v2.0/networks/2276b970-ba53-4cdf-8089-151cb82a4e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834842 Feb 10 03:40:19.012017 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef7ef7-5790-48ba-aa2d-a986cb80672a req-db95ae9c-c63e-4df5-ba95-23a3c5fb1fd4 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:19.013520 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a4ef7ef7-5790-48ba-aa2d-a986cb80672a req-db95ae9c-c63e-4df5-ba95-23a3c5fb1fd4 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0538673 Feb 10 03:40:19.063961 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a4ef7ef7-5790-48ba-aa2d-a986cb80672a req-e5fe2b52-5e01-439b-b0ec-b3718509602c tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446219 Feb 10 03:40:19.086924 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-6df34c83-a05a-4e5a-b3c5-59c0a9c30737 req-b0c24874-c0a7-4890-a725-925d65a5652a service neutron] 10.222.0.21 "GET /v2.0/networks/2276b970-ba53-4cdf-8089-151cb82a4e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816946 Feb 10 03:40:19.289067 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 47240) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:40:19.341350 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb5944de-be25-43e3-8284-dc845e5240d0 admin admin] Deleting subnet 2a238260-e910-4611-881a-7b75876308bb {{(pid=102732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 03:40:19.344646 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fb5944de-be25-43e3-8284-dc845e5240d0 admin admin] Publish callbacks [] for subnet (2a238260-e910-4611-881a-7b75876308bb), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:19.384469 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fb5944de-be25-43e3-8284-dc845e5240d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266296389'] for subnet (2a238260-e910-4611-881a-7b75876308bb), precommit_delete_associations {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:19.427655 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fb5944de-be25-43e3-8284-dc845e5240d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686942'] for subnet (2a238260-e910-4611-881a-7b75876308bb), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:19.483648 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fb5944de-be25-43e3-8284-dc845e5240d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265725902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265425211'] for subnet (2a238260-e910-4611-881a-7b75876308bb), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:19.516799 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5944de-be25-43e3-8284-dc845e5240d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a238260-e910-4611-881a-7b75876308bb,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:19.529417 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5944de-be25-43e3-8284-dc845e5240d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:19.529757 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5944de-be25-43e3-8284-dc845e5240d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:19.530094 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5944de-be25-43e3-8284-dc845e5240d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:19.530421 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5944de-be25-43e3-8284-dc845e5240d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:19.530777 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5944de-be25-43e3-8284-dc845e5240d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:19.531088 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5944de-be25-43e3-8284-dc845e5240d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:19.531899 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5944de-be25-43e3-8284-dc845e5240d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:19.531899 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5944de-be25-43e3-8284-dc845e5240d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:19.532129 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5944de-be25-43e3-8284-dc845e5240d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:19.532318 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5944de-be25-43e3-8284-dc845e5240d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:19.532660 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5944de-be25-43e3-8284-dc845e5240d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:19.532972 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5944de-be25-43e3-8284-dc845e5240d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:19.533284 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5944de-be25-43e3-8284-dc845e5240d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:19.536166 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fb5944de-be25-43e3-8284-dc845e5240d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for subnet (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:19.542064 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-fb5944de-be25-43e3-8284-dc845e5240d0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2a238260-e910-4611-881a-7b75876308bb HTTP/1.1" status: 204 len: 168 time: 0.2492204 Feb 10 03:40:19.542064 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 47274) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:40:19.611495 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d1adc3d9-73f0-4819-970f-13d4149b0e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-664968'] for network (4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:19.694170 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d1adc3d9-73f0-4819-970f-13d4149b0e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737483', 'neutron.services.segments.db._delete_segments_for_network-8729388224440'] for network (4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:19.715198 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.services.segments.db [None req-d1adc3d9-73f0-4819-970f-13d4149b0e83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0']}} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:40:19.724696 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.services.segments.db [None req-d1adc3d9-73f0-4819-970f-13d4149b0e83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '282cda33-29d4-4368-a9fd-c807aa0e6a87') {'for_net_delete': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:40:19.724989 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.services.segments.db [None req-d1adc3d9-73f0-4819-970f-13d4149b0e83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '282cda33-29d4-4368-a9fd-c807aa0e6a87') {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:40:19.734551 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d1adc3d9-73f0-4819-970f-13d4149b0e83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729388227777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266296444'] for segment (282cda33-29d4-4368-a9fd-c807aa0e6a87), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:19.749957 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d1adc3d9-73f0-4819-970f-13d4149b0e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (282cda33-29d4-4368-a9fd-c807aa0e6a87), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:19.756439 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1adc3d9-73f0-4819-970f-13d4149b0e83 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 03:40:19.756783 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d1adc3d9-73f0-4819-970f-13d4149b0e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265725812'] for segment (282cda33-29d4-4368-a9fd-c807aa0e6a87), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: Traceback (most recent call last): Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: timer() Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: cb(*args, **kw) Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: return func(*args, **kwargs) Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: self._notify() Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: self.callback(batched_events) Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: event.method(event) Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: return f(self, *a, **k) Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: return self._get(url).json() Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: return self.request(url, 'GET', **kwargs) Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 03:40:19.758505 dv-cinder-828060-2-iscsi neutron-server[102732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 03:40:19.788787 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-697c77be-04a5-4fbe-9180-a97d203906dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:19.812732 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d1adc3d9-73f0-4819-970f-13d4149b0e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575265'] for network (4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:19.818420 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d1adc3d9-73f0-4819-970f-13d4149b0e83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:19.824150 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-d1adc3d9-73f0-4819-970f-13d4149b0e83 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0 HTTP/1.1" status: 204 len: 168 time: 0.2785358 Feb 10 03:40:19.831912 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1adc3d9-73f0-4819-970f-13d4149b0e83 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fceb00b-34fd-4a2b-b18c-a9d9c74a66d0,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:20.035996 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 47280) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:40:20.037983 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba1044-aa85-44cc-8e39-ec0c8dade4df req-805cc835-7452-421b-ba9e-454097738b93 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:20.039517 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-efba1044-aa85-44cc-8e39-ec0c8dade4df req-805cc835-7452-421b-ba9e-454097738b93 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 946 time: 0.0577946 Feb 10 03:40:20.078989 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-f0b80e1b-b939-4069-bbc0-9652b6e2bd22 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7bf7bed71094487b57906e39d043543&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0417147 Feb 10 03:40:20.081702 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 47282) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:40:20.085243 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-efba1044-aa85-44cc-8e39-ec0c8dade4df req-96936b18-bbf5-4ad5-8fa7-5123ef6c1928 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401649 Feb 10 03:40:20.137032 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b4efb563-eef3-48c6-bf3b-0365c3bc1682 admin admin] Publish callbacks [] for security_group (2b5775fd-f45d-4010-8a34-acdfae634d4b), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:20.157777 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b4efb563-eef3-48c6-bf3b-0365c3bc1682 admin admin] Publish callbacks [] for security_group (2b5775fd-f45d-4010-8a34-acdfae634d4b), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:20.182509 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d918611-8ed2-41d3-953f-1d70fc75ab68 req-9f74ac30-17df-47eb-a920-54d80ec57cb2 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:20.184036 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3d918611-8ed2-41d3-953f-1d70fc75ab68 req-9f74ac30-17df-47eb-a920-54d80ec57cb2 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0529947 Feb 10 03:40:20.209272 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b4efb563-eef3-48c6-bf3b-0365c3bc1682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (2b5775fd-f45d-4010-8a34-acdfae634d4b), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:20.213294 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b4efb563-eef3-48c6-bf3b-0365c3bc1682 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:20.214523 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-b4efb563-eef3-48c6-bf3b-0365c3bc1682 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b5775fd-f45d-4010-8a34-acdfae634d4b HTTP/1.1" status: 204 len: 168 time: 0.1319194 Feb 10 03:40:20.224508 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efb563-eef3-48c6-bf3b-0365c3bc1682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5775fd-f45d-4010-8a34-acdfae634d4b,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:20.241537 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3d918611-8ed2-41d3-953f-1d70fc75ab68 req-9513417d-c772-4e0a-a952-176b7535bb5f tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506067 Feb 10 03:40:20.528690 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device beb068b9-e15c-4f4f-92d7-1c14f685b47d no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:40:20.564790 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] No Port match for: beb068b9-e15c-4f4f-92d7-1c14f685b47d {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:40:20.565342 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device beb068b9-e15c-4f4f-92d7-1c14f685b47d not bound to the agent host hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:40:21.366012 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a75dc-e81e-48b0-8775-0e2bff3b846e req-2c02f8dd-d15f-450d-9500-a08a98fdb928 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:21.367806 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-499a75dc-e81e-48b0-8775-0e2bff3b846e req-2c02f8dd-d15f-450d-9500-a08a98fdb928 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0562730 Feb 10 03:40:21.420524 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-499a75dc-e81e-48b0-8775-0e2bff3b846e req-eafc11a7-b6ca-4e80-abca-aba3cc585e68 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468400 Feb 10 03:40:21.443030 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:21.846730 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 47338) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:40:21.959946 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67585c33-eb2d-4198-9a23-fbb3fc88f45c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:21.977506 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-96ca8a5e-d739-4746-a91b-237cb430c846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:22.051672 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-96ca8a5e-d739-4746-a91b-237cb430c846 admin admin] Publish callbacks [] for security_group (c385a657-0af0-4887-ae45-e399eaf3fb05), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:22.058117 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-96ca8a5e-d739-4746-a91b-237cb430c846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (c385a657-0af0-4887-ae45-e399eaf3fb05), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:22.094144 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-96ca8a5e-d739-4746-a91b-237cb430c846 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4961258989e47c8a22a1dacd7791988&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460206 Feb 10 03:40:22.095357 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca8a5e-d739-4746-a91b-237cb430c846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c385a657-0af0-4887-ae45-e399eaf3fb05,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:22.097139 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 47342) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:40:22.145963 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-63aa98a1-fccf-4f8b-adb8-ad9c1813efae admin admin] Publish callbacks [] for security_group (c385a657-0af0-4887-ae45-e399eaf3fb05), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:22.166270 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-63aa98a1-fccf-4f8b-adb8-ad9c1813efae admin admin] Publish callbacks [] for security_group (c385a657-0af0-4887-ae45-e399eaf3fb05), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:22.215336 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-63aa98a1-fccf-4f8b-adb8-ad9c1813efae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (c385a657-0af0-4887-ae45-e399eaf3fb05), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:22.219713 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-63aa98a1-fccf-4f8b-adb8-ad9c1813efae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:22.221104 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-63aa98a1-fccf-4f8b-adb8-ad9c1813efae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c385a657-0af0-4887-ae45-e399eaf3fb05 HTTP/1.1" status: 204 len: 168 time: 0.1229506 Feb 10 03:40:22.229369 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa98a1-fccf-4f8b-adb8-ad9c1813efae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c385a657-0af0-4887-ae45-e399eaf3fb05,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:22.548047 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a359fcb-a75d-4a7d-8059-16e7c0ec5076 req-755d2051-b7bc-4de0-9b64-08ae24939ca7 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:22.549793 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8a359fcb-a75d-4a7d-8059-16e7c0ec5076 req-755d2051-b7bc-4de0-9b64-08ae24939ca7 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0577991 Feb 10 03:40:22.600919 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8a359fcb-a75d-4a7d-8059-16e7c0ec5076 req-193ed0e7-baeb-44cd-b29f-db1b047781f9 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435696 Feb 10 03:40:23.038589 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:23.288023 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 47394) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:40:23.392824 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-5327c67a-b97e-4a96-916d-6897f0c91c92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:23.471949 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-5327c67a-b97e-4a96-916d-6897f0c91c92 admin admin] Publish callbacks [] for security_group (701ee3ef-1832-47fd-a7b2-4abe1a940092), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:23.477396 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-5327c67a-b97e-4a96-916d-6897f0c91c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (701ee3ef-1832-47fd-a7b2-4abe1a940092), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:23.514225 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-5327c67a-b97e-4a96-916d-6897f0c91c92 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=397937135c724f219fed7bcf99e966a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251582 Feb 10 03:40:23.515087 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327c67a-b97e-4a96-916d-6897f0c91c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701ee3ef-1832-47fd-a7b2-4abe1a940092,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:23.517308 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 47398) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:40:23.572581 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6417-0e18-4ca6-ac44-8bf8646976af admin admin] Publish callbacks [] for security_group (701ee3ef-1832-47fd-a7b2-4abe1a940092), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:23.595851 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6417-0e18-4ca6-ac44-8bf8646976af admin admin] Publish callbacks [] for security_group (701ee3ef-1832-47fd-a7b2-4abe1a940092), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:23.644651 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6417-0e18-4ca6-ac44-8bf8646976af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (701ee3ef-1832-47fd-a7b2-4abe1a940092), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:23.647427 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6417-0e18-4ca6-ac44-8bf8646976af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:23.648604 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-2a9a6417-0e18-4ca6-ac44-8bf8646976af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/701ee3ef-1832-47fd-a7b2-4abe1a940092 HTTP/1.1" status: 204 len: 168 time: 0.1300955 Feb 10 03:40:23.656443 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6417-0e18-4ca6-ac44-8bf8646976af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701ee3ef-1832-47fd-a7b2-4abe1a940092,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:23.739316 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bfdb9-e50d-4136-8163-5b6989f158b8 req-9011a6a1-2842-4af9-9777-463a6ec26799 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:23.740807 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-302bfdb9-e50d-4136-8163-5b6989f158b8 req-9011a6a1-2842-4af9-9777-463a6ec26799 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0597506 Feb 10 03:40:23.788907 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-302bfdb9-e50d-4136-8163-5b6989f158b8 req-0e10dbdd-e273-45bd-97f8-423ddba332c0 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419009 Feb 10 03:40:24.300168 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 47426) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:40:24.402060 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-9ed2bef2-92e6-4d39-8ea5-9169aaa2aa49 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-40054323-network', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:40:24.424488 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed2bef2-92e6-4d39-8ea5-9169aaa2aa49 admin admin] Made reservation on behalf of f8d44d08ec564e94b99156087796bf3d for: {'network': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:40:24.426844 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9ed2bef2-92e6-4d39-8ea5-9169aaa2aa49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for network (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:24.435650 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9ed2bef2-92e6-4d39-8ea5-9169aaa2aa49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:24.509707 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9ed2bef2-92e6-4d39-8ea5-9169aaa2aa49 admin admin] Publish callbacks [] for security_group (5280a73d-62d5-4c6b-a96d-889d0e6dd26e), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:24.515910 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9ed2bef2-92e6-4d39-8ea5-9169aaa2aa49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (5280a73d-62d5-4c6b-a96d-889d0e6dd26e), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:24.542340 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed2bef2-92e6-4d39-8ea5-9169aaa2aa49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=102733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:40:24.548831 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2bef2-92e6-4d39-8ea5-9169aaa2aa49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5280a73d-62d5-4c6b-a96d-889d0e6dd26e,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:24.558840 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9ed2bef2-92e6-4d39-8ea5-9169aaa2aa49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (0eb1f705-8f4d-4245-9b67-3505fcdf4b86), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:24.559000 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.db.segments_db [None req-9ed2bef2-92e6-4d39-8ea5-9169aaa2aa49 admin admin] Added segment 0eb1f705-8f4d-4245-9b67-3505fcdf4b86 of type vlan for network c3e758e9-8c30-4511-9ae7-8ed1e299ebc5 Feb 10 03:40:24.598117 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9ed2bef2-92e6-4d39-8ea5-9169aaa2aa49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387737128'] for network (c3e758e9-8c30-4511-9ae7-8ed1e299ebc5), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:24.627896 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9ed2bef2-92e6-4d39-8ea5-9169aaa2aa49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for network (c3e758e9-8c30-4511-9ae7-8ed1e299ebc5), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:24.628871 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed2bef2-92e6-4d39-8ea5-9169aaa2aa49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:24.629463 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9ed2bef2-92e6-4d39-8ea5-9169aaa2aa49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:24.664444 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-9ed2bef2-92e6-4d39-8ea5-9169aaa2aa49 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3632021 Feb 10 03:40:24.667398 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 47430) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:40:24.672666 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-73fa288c-46d8-48ab-bf8d-e26fcfd981c0 admin admin] Request body: {'subnet': {'network_id': 'c3e758e9-8c30-4511-9ae7-8ed1e299ebc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-40054323-subnet', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d', 'ip_version': 4}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:40:24.693112 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2bef2-92e6-4d39-8ea5-9169aaa2aa49 admin admin] Pushing event updated for resources: {'Network': ['ID=c3e758e9-8c30-4511-9ae7-8ed1e299ebc5,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:24.700704 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fa288c-46d8-48ab-bf8d-e26fcfd981c0 admin admin] Made reservation on behalf of f8d44d08ec564e94b99156087796bf3d for: {'subnet': 1} {{(pid=102732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:40:24.703098 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-73fa288c-46d8-48ab-bf8d-e26fcfd981c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265425182'] for subnet (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:24.703472 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Network c3e758e9-8c30-4511-9ae7-8ed1e299ebc5 details requested by agent ovs-agent-dv-cinder-828060-2-iscsi with host dv-cinder-828060-2-iscsi {{(pid=102734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:40:24.872818 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-73fa288c-46d8-48ab-bf8d-e26fcfd981c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265725839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265425164'] for subnet (ee4f3d3c-17ed-40ed-b0d6-547105984483), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:24.932510 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:24.946752 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa288c-46d8-48ab-bf8d-e26fcfd981c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee4f3d3c-17ed-40ed-b0d6-547105984483,revision_number=0']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:24.971542 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e787f3-463a-4562-9441-a2f1e95aa8a3 req-73282526-fac2-433a-9a17-16f6e2561e6f tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:24.973039 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-97e787f3-463a-4562-9441-a2f1e95aa8a3 req-73282526-fac2-433a-9a17-16f6e2561e6f tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.1140914 Feb 10 03:40:24.975852 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fa288c-46d8-48ab-bf8d-e26fcfd981c0 admin admin] Checking segment: {'id': '0eb1f705-8f4d-4245-9b67-3505fcdf4b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c3e758e9-8c30-4511-9ae7-8ed1e299ebc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:40:24.976243 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fa288c-46d8-48ab-bf8d-e26fcfd981c0 admin admin] Network hostable DHCP agents. Network: c3e758e9-8c30-4511-9ae7-8ed1e299ebc5, hostable agents: ['1db83568-5d00-4ab2-ab08-3829f0594148'], hosted agents: [] {{(pid=102732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:40:25.016811 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fa288c-46d8-48ab-bf8d-e26fcfd981c0 admin admin] Network c3e758e9-8c30-4511-9ae7-8ed1e299ebc5 is scheduled to be hosted by DHCP agent 1db83568-5d00-4ab2-ab08-3829f0594148 with binding_index 1 {{(pid=102732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:40:25.032704 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-97e787f3-463a-4562-9441-a2f1e95aa8a3 req-ec84eec5-8f7d-44d2-8e7b-416f5bad911e tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538819 Feb 10 03:40:25.033647 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-73fa288c-46d8-48ab-bf8d-e26fcfd981c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-2-iscsi, c3e758e9-8c30-4511-9ae7-8ed1e299ebc5) {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:40:25.038098 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fa288c-46d8-48ab-bf8d-e26fcfd981c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:25.038832 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-73fa288c-46d8-48ab-bf8d-e26fcfd981c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for subnet (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:25.047150 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c54ab5-750c-4c71-b227-6805fdfa86db None None] Network c3e758e9-8c30-4511-9ae7-8ed1e299ebc5 requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:40:25.062944 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-73fa288c-46d8-48ab-bf8d-e26fcfd981c0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3941004 Feb 10 03:40:25.065542 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 47438) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:40:25.070133 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-986bc870-6923-4d19-a62b-49c5d6121144 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-40054323-router', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:40:25.089050 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-986bc870-6923-4d19-a62b-49c5d6121144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256768'] for router (61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:25.090093 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-986bc870-6923-4d19-a62b-49c5d6121144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256823'] for router (61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:25.139503 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-986bc870-6923-4d19-a62b-49c5d6121144 admin admin] Publish callbacks [] for router_controller (61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb), precommit_add_association {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:25.156581 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27dc6948-3cb5-5705-b42b-68de865229a0-c3e758e9-8c30-4511-9ae7-8ed1e299ebc5', 'network_id': 'c3e758e9-8c30-4511-9ae7-8ed1e299ebc5', 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'fixed_ips': [{'subnet_id': 'ee4f3d3c-17ed-40ed-b0d6-547105984483'}]}} from dv-cinder-828060-2-iscsi. {{(pid=102734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 03:40:25.157640 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:25.281024 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-986bc870-6923-4d19-a62b-49c5d6121144 admin admin] Publish callbacks [] for router_gateway (61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:25.421559 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.db_base_plugin_common [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Allocated IP 172.20.0.2 (c3e758e9-8c30-4511-9ae7-8ed1e299ebc5/ee4f3d3c-17ed-40ed-b0d6-547105984483/2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a) {{(pid=102734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:40:25.482011 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-986bc870-6923-4d19-a62b-49c5d6121144 admin admin] Publish callbacks [] for router_gateway (61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:25.501413 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-986bc870-6923-4d19-a62b-49c5d6121144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:25.560717 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Publish callbacks [] for port (2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a), precommit_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:25.566632 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834'] for port (2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a), after_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:25.606165 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Network c3e758e9-8c30-4511-9ae7-8ed1e299ebc5 is already hosted by enough agents. {{(pid=102734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:40:25.608188 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [None req-986bc870-6923-4d19-a62b-49c5d6121144 admin admin] Allocated IP 172.27.0.39 (21bdb221-e4aa-4ceb-8437-3c4897a6dae2/0a389fce-60fc-45d4-b298-908574c1c629/14ca726a-99ad-4e9f-bc64-fe2ff0891440) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:40:25.610470 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.scheduler.base_scheduler [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Resources bound (agent type, host, resource id): {{(pid=102734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:40:25.613856 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Received port after_create {{(pid=102734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:40:25.621033 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Pushing event updated for resources: {'Port': ['ID=2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a,revision_number=1']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:25.633488 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:25.633866 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:25.634223 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:25.634563 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:25.634917 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:25.635242 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:25.635564 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:25.635889 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:25.636211 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:25.636532 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:25.636850 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:25.637166 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:25.637504 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:25.691833 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Attempting to bind port 2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a on host dv-cinder-828060-2-iscsi for vnic_type normal with profile {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:40:25.692201 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Attempting to bind port 2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a by drivers openvswitch,hyperv on host dv-cinder-828060-2-iscsi at level 0 using segments [{'id': '0eb1f705-8f4d-4245-9b67-3505fcdf4b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c3e758e9-8c30-4511-9ae7-8ed1e299ebc5'}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:40:25.692562 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Attempting to bind port 2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a on network c3e758e9-8c30-4511-9ae7-8ed1e299ebc5 {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:40:25.697470 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Checking agent: {'id': 'ec329a5d-811c-4230-b7e8-4067504d3542', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'started_at': datetime.datetime(2022, 2, 10, 3, 29, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:40:25.697844 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Checking segment: {'id': '0eb1f705-8f4d-4245-9b67-3505fcdf4b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c3e758e9-8c30-4511-9ae7-8ed1e299ebc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:40:25.698243 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:25.698630 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Bound using segment: {'id': '0eb1f705-8f4d-4245-9b67-3505fcdf4b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c3e758e9-8c30-4511-9ae7-8ed1e299ebc5'} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:40:25.699113 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Bound port: 2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a, host: dv-cinder-828060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb1f705-8f4d-4245-9b67-3505fcdf4b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c3e758e9-8c30-4511-9ae7-8ed1e299ebc5'}}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:40:25.699487 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:25.717245 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-986bc870-6923-4d19-a62b-49c5d6121144 admin admin] Publish callbacks [] for port (14ca726a-99ad-4e9f-bc64-fe2ff0891440), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:25.752073 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-986bc870-6923-4d19-a62b-49c5d6121144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (14ca726a-99ad-4e9f-bc64-fe2ff0891440), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:25.761666 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] For port 2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a, host dv-cinder-828060-2-iscsi, cleared binding levels {{(pid=102734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:40:25.765122 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] For port 2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a, host dv-cinder-828060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a,segment=NetworkSegment(0eb1f705-8f4d-4245-9b67-3505fcdf4b86),segment_id=0eb1f705-8f4d-4245-9b67-3505fcdf4b86)] {{(pid=102734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:40:25.771543 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:25.790595 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986bc870-6923-4d19-a62b-49c5d6121144 admin admin] Network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:40:25.793526 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-986bc870-6923-4d19-a62b-49c5d6121144 admin admin] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:40:25.797385 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986bc870-6923-4d19-a62b-49c5d6121144 admin admin] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:40:25.822435 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bc870-6923-4d19-a62b-49c5d6121144 admin admin] Pushing event updated for resources: {'Port': ['ID=14ca726a-99ad-4e9f-bc64-fe2ff0891440,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:25.833649 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8ea53-52df-401b-af44-b5b927e618c1 None None] Pushing event updated for resources: {'Port': ['ID=2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a,revision_number=2']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:26.087541 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-986bc870-6923-4d19-a62b-49c5d6121144 admin admin] Publish callbacks [] for router_gateway (61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:26.162247 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:26.179722 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3a84b-5423-46aa-8200-a9c53bfdaf99 req-28627920-0a31-4370-82d2-2a0666cfa3e7 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:26.181482 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f6a3a84b-5423-46aa-8200-a9c53bfdaf99 req-28627920-0a31-4370-82d2-2a0666cfa3e7 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0682352 Feb 10 03:40:26.231860 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f6a3a84b-5423-46aa-8200-a9c53bfdaf99 req-f597efa8-9e3a-403b-84f6-9bd70712febe tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441048 Feb 10 03:40:26.307549 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-986bc870-6923-4d19-a62b-49c5d6121144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603541'] for router (61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:26.454092 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986bc870-6923-4d19-a62b-49c5d6121144 admin admin] Router 61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb is scheduled to L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 with binding_index 1 {{(pid=102733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 03:40:26.807685 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b85c4d-36f4-415b-8032-94b16131bb0e None None] Network c3e758e9-8c30-4511-9ae7-8ed1e299ebc5 requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:40:26.815672 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986bc870-6923-4d19-a62b-49c5d6121144 admin admin] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:40:26.827703 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab8bb8b-035d-4d3a-a4ea-0cb94b822307 None None] Sync routers for ids ['61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb'] in dv-cinder-828060-2-iscsi {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:40:26.836009 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-986bc870-6923-4d19-a62b-49c5d6121144 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:26.839542 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-986bc870-6923-4d19-a62b-49c5d6121144 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7707512 Feb 10 03:40:26.839763 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab8bb8b-035d-4d3a-a4ea-0cb94b822307 None None] Routers {'61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:40:26.839763 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-6ab8bb8b-035d-4d3a-a4ea-0cb94b822307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:40:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:40:26.840371 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 47460) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:40:26.921676 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-b505a135-229f-4c66-8a61-88cc1ad045ec None None] Provisioning complete for port 2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:40:26.922059 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-b505a135-229f-4c66-8a61-88cc1ad045ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:26.976282 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-6ab8bb8b-035d-4d3a-a4ea-0cb94b822307 None None] Set router 61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:40:27.024788 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-b505a135-229f-4c66-8a61-88cc1ad045ec None None] Current status of the port 2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:40:27.025181 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-b505a135-229f-4c66-8a61-88cc1ad045ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:27.040846 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9c4cd-eb2f-44a8-9af3-e9f77ae274b4 req-4a9bd5e9-def2-46c9-b3f6-518c3f0d11ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:27.047513 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-08e9c4cd-eb2f-44a8-9af3-e9f77ae274b4 req-4a9bd5e9-def2-46c9-b3f6-518c3f0d11ef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 1129 time: 0.0541000 Feb 10 03:40:27.097236 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-b505a135-229f-4c66-8a61-88cc1ad045ec None None] For port 2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a,segment=NetworkSegment(0eb1f705-8f4d-4245-9b67-3505fcdf4b86),segment_id=0eb1f705-8f4d-4245-9b67-3505fcdf4b86)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:40:27.105819 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-b505a135-229f-4c66-8a61-88cc1ad045ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:27.126410 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-08e9c4cd-eb2f-44a8-9af3-e9f77ae274b4 req-b1fc7225-b311-4ab1-84f3-b35e34b9c1bc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766032 Feb 10 03:40:27.175861 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505a135-229f-4c66-8a61-88cc1ad045ec None None] Pushing event updated for resources: {'Port': ['ID=2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a,revision_number=3']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:27.265925 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-6ab8bb8b-035d-4d3a-a4ea-0cb94b822307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'name': 'tempest-TestMinimumBasicScenario-40054323-router', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '14ca726a-99ad-4e9f-bc64-fe2ff0891440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:40:25Z', 'updated_at': '2022-02-10T03:40:25Z', 'revision_number': 3, 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'gw_port': {'id': '14ca726a-99ad-4e9f-bc64-fe2ff0891440', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:25Z', 'updated_at': '2022-02-10T03:40:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:40:27.297029 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab8bb8b-035d-4d3a-a4ea-0cb94b822307 None None] Checking router: 61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb for host: dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:40:27.297458 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab8bb8b-035d-4d3a-a4ea-0cb94b822307 None None] Updating router 61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb port 14ca726a-99ad-4e9f-bc64-fe2ff0891440 binding host dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:40:27.331401 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-6ab8bb8b-035d-4d3a-a4ea-0cb94b822307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (14ca726a-99ad-4e9f-bc64-fe2ff0891440), before_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:27.337370 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-612d8969-8fce-4abb-901e-c634bfa0afb2 None None] Provisioning complete for port 2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:40:27.337829 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-612d8969-8fce-4abb-901e-c634bfa0afb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:27.420203 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-612d8969-8fce-4abb-901e-c634bfa0afb2 None None] Current status of the port 2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:40:27.526552 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad019b46-c4cb-4d2c-835c-165ac8ddb8d8 req-c691836f-5fa0-466e-ad78-b75352b98415 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:27.527972 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ad019b46-c4cb-4d2c-835c-165ac8ddb8d8 req-c691836f-5fa0-466e-ad78-b75352b98415 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.1023996 Feb 10 03:40:27.623306 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ad019b46-c4cb-4d2c-835c-165ac8ddb8d8 req-bd7699c8-5cb5-4311-b160-ce429234c375 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874715 Feb 10 03:40:27.688913 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-6ab8bb8b-035d-4d3a-a4ea-0cb94b822307 None None] Publish callbacks [] for port (14ca726a-99ad-4e9f-bc64-fe2ff0891440), precommit_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:27.689119 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c33c438-d618-417f-acf9-2dfad4b2a5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:27.696043 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-6ab8bb8b-035d-4d3a-a4ea-0cb94b822307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (14ca726a-99ad-4e9f-bc64-fe2ff0891440), after_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:27.750920 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.managers [None req-6ab8bb8b-035d-4d3a-a4ea-0cb94b822307 None None] Attempting to bind port 14ca726a-99ad-4e9f-bc64-fe2ff0891440 on host dv-cinder-828060-2-iscsi for vnic_type normal with profile {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:40:27.751293 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.managers [None req-6ab8bb8b-035d-4d3a-a4ea-0cb94b822307 None None] Attempting to bind port 14ca726a-99ad-4e9f-bc64-fe2ff0891440 by drivers openvswitch,hyperv on host dv-cinder-828060-2-iscsi at level 0 using segments [{'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}] {{(pid=102735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:40:27.751645 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab8bb8b-035d-4d3a-a4ea-0cb94b822307 None None] Attempting to bind port 14ca726a-99ad-4e9f-bc64-fe2ff0891440 on network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:40:27.758421 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56b867-be33-45c7-916f-57e3abaa7c69 None None] Pushing event updated for resources: {'Port': ['ID=14ca726a-99ad-4e9f-bc64-fe2ff0891440,revision_number=2']} {{(pid=102735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:27.761290 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab8bb8b-035d-4d3a-a4ea-0cb94b822307 None None] Checking agent: {'id': 'ec329a5d-811c-4230-b7e8-4067504d3542', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'started_at': datetime.datetime(2022, 2, 10, 3, 29, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:40:27.761659 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab8bb8b-035d-4d3a-a4ea-0cb94b822307 None None] Checking segment: {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:40:27.762055 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-6ab8bb8b-035d-4d3a-a4ea-0cb94b822307 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:27.762442 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab8bb8b-035d-4d3a-a4ea-0cb94b822307 None None] Bound using segment: {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'} {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:40:27.762931 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.managers [None req-6ab8bb8b-035d-4d3a-a4ea-0cb94b822307 None None] Bound port: 14ca726a-99ad-4e9f-bc64-fe2ff0891440, host: dv-cinder-828060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}}] {{(pid=102735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:40:27.763303 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-6ab8bb8b-035d-4d3a-a4ea-0cb94b822307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (14ca726a-99ad-4e9f-bc64-fe2ff0891440), before_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:27.769316 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56b867-be33-45c7-916f-57e3abaa7c69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:27.769684 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56b867-be33-45c7-916f-57e3abaa7c69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:27.770046 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56b867-be33-45c7-916f-57e3abaa7c69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:27.770378 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56b867-be33-45c7-916f-57e3abaa7c69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:27.770717 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56b867-be33-45c7-916f-57e3abaa7c69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:27.771024 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56b867-be33-45c7-916f-57e3abaa7c69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:27.771346 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56b867-be33-45c7-916f-57e3abaa7c69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:27.771668 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56b867-be33-45c7-916f-57e3abaa7c69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:27.771994 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56b867-be33-45c7-916f-57e3abaa7c69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:27.772334 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56b867-be33-45c7-916f-57e3abaa7c69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:27.772656 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56b867-be33-45c7-916f-57e3abaa7c69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:27.772973 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56b867-be33-45c7-916f-57e3abaa7c69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:27.773286 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56b867-be33-45c7-916f-57e3abaa7c69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:40:27.823802 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.db [None req-6ab8bb8b-035d-4d3a-a4ea-0cb94b822307 None None] For port 14ca726a-99ad-4e9f-bc64-fe2ff0891440, host dv-cinder-828060-2-iscsi, cleared binding levels {{(pid=102735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:40:27.826740 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.db [None req-6ab8bb8b-035d-4d3a-a4ea-0cb94b822307 None None] For port 14ca726a-99ad-4e9f-bc64-fe2ff0891440, host dv-cinder-828060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=14ca726a-99ad-4e9f-bc64-fe2ff0891440,segment=NetworkSegment(c1a6dc3e-a0fe-4959-bf17-1081534e4b16),segment_id=c1a6dc3e-a0fe-4959-bf17-1081534e4b16)] {{(pid=102735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:40:27.833773 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-6ab8bb8b-035d-4d3a-a4ea-0cb94b822307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (14ca726a-99ad-4e9f-bc64-fe2ff0891440), after_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:27.844087 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-9c33c438-d618-417f-acf9-2dfad4b2a5a9 admin admin] Allocated IP 172.20.0.1 (c3e758e9-8c30-4511-9ae7-8ed1e299ebc5/ee4f3d3c-17ed-40ed-b0d6-547105984483/a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:40:27.885908 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab8bb8b-035d-4d3a-a4ea-0cb94b822307 None None] Routers {'61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:40:27.886514 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-6ab8bb8b-035d-4d3a-a4ea-0cb94b822307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:40:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:40:27.932282 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56b867-be33-45c7-916f-57e3abaa7c69 None None] Pushing event updated for resources: {'Port': ['ID=14ca726a-99ad-4e9f-bc64-fe2ff0891440,revision_number=3']} {{(pid=102735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:27.946679 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c33c438-d618-417f-acf9-2dfad4b2a5a9 admin admin] Publish callbacks [] for port (a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:27.981699 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c33c438-d618-417f-acf9-2dfad4b2a5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265725731'] for port (a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:28.009999 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-6ab8bb8b-035d-4d3a-a4ea-0cb94b822307 None None] Set router 61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:40:28.023468 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c33c438-d618-417f-acf9-2dfad4b2a5a9 admin admin] Network c3e758e9-8c30-4511-9ae7-8ed1e299ebc5 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:40:28.026763 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-9c33c438-d618-417f-acf9-2dfad4b2a5a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:40:28.030383 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c33c438-d618-417f-acf9-2dfad4b2a5a9 admin admin] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:40:28.058415 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33c438-d618-417f-acf9-2dfad4b2a5a9 admin admin] Pushing event updated for resources: {'Port': ['ID=a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:28.086638 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:40:28.087829 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c33c438-d618-417f-acf9-2dfad4b2a5a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1575400'] for router_interface (61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:28.145632 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:40:28.146010 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:28.229340 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-6ab8bb8b-035d-4d3a-a4ea-0cb94b822307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'name': 'tempest-TestMinimumBasicScenario-40054323-router', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '14ca726a-99ad-4e9f-bc64-fe2ff0891440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:40:25Z', 'updated_at': '2022-02-10T03:40:25Z', 'revision_number': 3, 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'gw_port': {'id': '14ca726a-99ad-4e9f-bc64-fe2ff0891440', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:25Z', 'updated_at': '2022-02-10T03:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:40:28.232775 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:40:28.260074 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c33c438-d618-417f-acf9-2dfad4b2a5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e), before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:28.264228 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab8bb8b-035d-4d3a-a4ea-0cb94b822307 None None] The sync data for ids ['61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb'] in dv-cinder-828060-2-iscsi is: [{'id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'name': 'tempest-TestMinimumBasicScenario-40054323-router', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '14ca726a-99ad-4e9f-bc64-fe2ff0891440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:40:25Z', 'updated_at': '2022-02-10T03:40:25Z', 'revision_number': 3, 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'gw_port': {'id': '14ca726a-99ad-4e9f-bc64-fe2ff0891440', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:25Z', 'updated_at': '2022-02-10T03:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}] {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:40:28.348842 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-2b5e4b35-2236-4144-b371-609b182f2505 None None] Provisioning complete for port a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:40:28.348842 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-2b5e4b35-2236-4144-b371-609b182f2505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:28.402833 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-2b5e4b35-2236-4144-b371-609b182f2505 None None] Port a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:40:28.444301 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c33c438-d618-417f-acf9-2dfad4b2a5a9 admin admin] Publish callbacks [] for port (a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e), precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:28.452157 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c33c438-d618-417f-acf9-2dfad4b2a5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265725720'] for port (a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e), after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:28.524699 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33c438-d618-417f-acf9-2dfad4b2a5a9 admin admin] Pushing event updated for resources: {'Port': ['ID=a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:28.549497 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c33c438-d618-417f-acf9-2dfad4b2a5a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1573400'] for router_interface (61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:28.657641 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c33c438-d618-417f-acf9-2dfad4b2a5a9 admin admin] Network c3e758e9-8c30-4511-9ae7-8ed1e299ebc5 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:40:28.659271 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-9c33c438-d618-417f-acf9-2dfad4b2a5a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:40:28.789944 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 47494) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:40:28.843129 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9342ef7-5d81-4f94-b920-9078dcfc2811 req-181feb86-09c3-411f-8f52-0e2b732cd7f5 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:28.850133 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d9342ef7-5d81-4f94-b920-9078dcfc2811 req-181feb86-09c3-411f-8f52-0e2b732cd7f5 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.1113455 Feb 10 03:40:28.873330 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c33c438-d618-417f-acf9-2dfad4b2a5a9 admin admin] Router 61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:40:28.916795 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d9342ef7-5d81-4f94-b920-9078dcfc2811 req-9656f98b-9707-47cf-b42e-1bdd827a0273 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622747 Feb 10 03:40:28.932288 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-2a3d073b-dff7-416d-a80d-982a2a62405f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:28.941806 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-658bc611-8ad4-479b-876a-11ce1f8f6fdc None None] Provisioning complete for port a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:40:28.942177 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-658bc611-8ad4-479b-876a-11ce1f8f6fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:29.015592 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-2a3d073b-dff7-416d-a80d-982a2a62405f admin admin] Publish callbacks [] for security_group (603f328f-5dd2-4243-a320-b5a8f09a6ac0), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:29.021132 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-658bc611-8ad4-479b-876a-11ce1f8f6fdc None None] Port a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:40:29.025752 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-2a3d073b-dff7-416d-a80d-982a2a62405f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (603f328f-5dd2-4243-a320-b5a8f09a6ac0), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:29.070690 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-2a3d073b-dff7-416d-a80d-982a2a62405f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=781c646a201a4da88e40890261bca042&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2762706 Feb 10 03:40:29.070690 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d073b-dff7-416d-a80d-982a2a62405f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603f328f-5dd2-4243-a320-b5a8f09a6ac0,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:29.071683 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 47504) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:40:29.112730 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c33c438-d618-417f-acf9-2dfad4b2a5a9 admin admin] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:40:29.127474 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-9c33c438-d618-417f-acf9-2dfad4b2a5a9 admin admin] 10.222.0.32 "PUT /v2.0/routers/61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2770572 Feb 10 03:40:29.144889 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-77ca2162-da87-4f3e-abc4-bff8b65b129a admin admin] Publish callbacks [] for security_group (603f328f-5dd2-4243-a320-b5a8f09a6ac0), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:29.195577 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-77ca2162-da87-4f3e-abc4-bff8b65b129a admin admin] Publish callbacks [] for security_group (603f328f-5dd2-4243-a320-b5a8f09a6ac0), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:29.217640 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221ccc8-cd9f-4313-a557-98d742e87ede req-1bbb7eb9-e3d8-41b2-a46d-f3c08657812a tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:29.219591 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8221ccc8-cd9f-4313-a557-98d742e87ede req-1bbb7eb9-e3d8-41b2-a46d-f3c08657812a tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0698106 Feb 10 03:40:29.236952 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a7660-e0c6-4fd8-bb10-0e86f1b674a3 req-50fe8616-d72a-4b75-aed9-b049525c8118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:29.238477 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-0d6a7660-e0c6-4fd8-bb10-0e86f1b674a3 req-50fe8616-d72a-4b75-aed9-b049525c8118 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=114e0c095df64647bf339f0e8dcf8571&device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 1129 time: 0.0798857 Feb 10 03:40:29.292240 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8221ccc8-cd9f-4313-a557-98d742e87ede req-e228bd24-3f9d-4b92-9840-72bd08d04bf8 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565321 Feb 10 03:40:29.320112 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-77ca2162-da87-4f3e-abc4-bff8b65b129a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (603f328f-5dd2-4243-a320-b5a8f09a6ac0), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:29.322700 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-77ca2162-da87-4f3e-abc4-bff8b65b129a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:29.323783 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-77ca2162-da87-4f3e-abc4-bff8b65b129a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/603f328f-5dd2-4243-a320-b5a8f09a6ac0 HTTP/1.1" status: 204 len: 168 time: 0.2511735 Feb 10 03:40:29.339019 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca2162-da87-4f3e-abc4-bff8b65b129a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603f328f-5dd2-4243-a320-b5a8f09a6ac0,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:29.364628 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a7660-e0c6-4fd8-bb10-0e86f1b674a3 req-8a9aae1e-3093-471c-97eb-93a0d1739819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:29.366211 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-0d6a7660-e0c6-4fd8-bb10-0e86f1b674a3 req-8a9aae1e-3093-471c-97eb-93a0d1739819 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0aca2bf-c883-41b5-bca5-cb73801c5192 HTTP/1.1" status: 200 len: 920 time: 0.1194620 Feb 10 03:40:29.409393 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-0d6a7660-e0c6-4fd8-bb10-0e86f1b674a3 req-0ba609ee-0ca8-4b8c-9247-69ff6ac4ffe6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1de8a500-64d0-4173-8581-65530f888f8a HTTP/1.1" status: 200 len: 217 time: 0.0354764 Feb 10 03:40:29.464483 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a7660-e0c6-4fd8-bb10-0e86f1b674a3 req-04e7aa07-aa5a-48f5-bf5f-dacbe448a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:29.465958 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-0d6a7660-e0c6-4fd8-bb10-0e86f1b674a3 req-04e7aa07-aa5a-48f5-bf5f-dacbe448a88e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9995f4ef-9c6b-4dbc-a816-718f17a87440 HTTP/1.1" status: 200 len: 859 time: 0.0503950 Feb 10 03:40:29.499421 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-0d6a7660-e0c6-4fd8-bb10-0e86f1b674a3 req-a61ec880-0832-4878-819c-37f081857f03 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0aca2bf-c883-41b5-bca5-cb73801c5192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265706 Feb 10 03:40:29.601106 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-0d6a7660-e0c6-4fd8-bb10-0e86f1b674a3 req-8a6dda3d-99c1-4b28-bcba-0abef97abf75 service neutron] 10.222.0.21 "GET /v2.0/networks/e0aca2bf-c883-41b5-bca5-cb73801c5192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950563 Feb 10 03:40:29.710165 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-0d6a7660-e0c6-4fd8-bb10-0e86f1b674a3 req-b701c96d-182e-447f-817d-df878682fe57 service neutron] 10.222.0.21 "GET /v2.0/networks/e0aca2bf-c883-41b5-bca5-cb73801c5192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008122 Feb 10 03:40:29.750124 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 47534) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:40:29.755586 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-10b203b0-a3f4-4a69-9751-e972bd0ccdd7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-388125437-network', 'tenant_id': '044916832bf14a368645d7af3f9c7da4'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:40:29.777287 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b203b0-a3f4-4a69-9751-e972bd0ccdd7 admin admin] Made reservation on behalf of 044916832bf14a368645d7af3f9c7da4 for: {'network': 1} {{(pid=102732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:40:29.779726 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-10b203b0-a3f4-4a69-9751-e972bd0ccdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for network (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:29.789043 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-10b203b0-a3f4-4a69-9751-e972bd0ccdd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:29.862818 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-10b203b0-a3f4-4a69-9751-e972bd0ccdd7 admin admin] Publish callbacks [] for security_group (0ca36d87-b5b9-43e3-8ce5-57f825a17506), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:29.868706 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-10b203b0-a3f4-4a69-9751-e972bd0ccdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (0ca36d87-b5b9-43e3-8ce5-57f825a17506), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:29.893048 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b203b0-a3f4-4a69-9751-e972bd0ccdd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=102732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:40:29.908526 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b203b0-a3f4-4a69-9751-e972bd0ccdd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca36d87-b5b9-43e3-8ce5-57f825a17506,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:29.911457 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-10b203b0-a3f4-4a69-9751-e972bd0ccdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (a28f2782-c114-48e8-bba2-8482ad75afc4), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:29.911801 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.db.segments_db [None req-10b203b0-a3f4-4a69-9751-e972bd0ccdd7 admin admin] Added segment a28f2782-c114-48e8-bba2-8482ad75afc4 of type vlan for network 582101db-5e6e-499b-bd81-57b49dfe22fd Feb 10 03:40:29.957796 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-10b203b0-a3f4-4a69-9751-e972bd0ccdd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387737128'] for network (582101db-5e6e-499b-bd81-57b49dfe22fd), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:29.987042 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-10b203b0-a3f4-4a69-9751-e972bd0ccdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for network (582101db-5e6e-499b-bd81-57b49dfe22fd), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:29.988029 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b203b0-a3f4-4a69-9751-e972bd0ccdd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:29.988614 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-10b203b0-a3f4-4a69-9751-e972bd0ccdd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:30.059113 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-10b203b0-a3f4-4a69-9751-e972bd0ccdd7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3046582 Feb 10 03:40:30.059113 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b203b0-a3f4-4a69-9751-e972bd0ccdd7 admin admin] Pushing event updated for resources: {'Network': ['ID=582101db-5e6e-499b-bd81-57b49dfe22fd,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:30.059309 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 47542) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:40:30.064029 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-ba49ffc5-5e42-4432-a53d-84ef00d27afe admin admin] Request body: {'subnet': {'network_id': '582101db-5e6e-499b-bd81-57b49dfe22fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-388125437-subnet', 'tenant_id': '044916832bf14a368645d7af3f9c7da4', 'ip_version': 4}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:40:30.080057 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Network 582101db-5e6e-499b-bd81-57b49dfe22fd details requested by agent ovs-agent-dv-cinder-828060-2-iscsi with host dv-cinder-828060-2-iscsi {{(pid=102734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:40:30.092446 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba49ffc5-5e42-4432-a53d-84ef00d27afe admin admin] Made reservation on behalf of 044916832bf14a368645d7af3f9c7da4 for: {'subnet': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:40:30.095749 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ba49ffc5-5e42-4432-a53d-84ef00d27afe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265035783'] for subnet (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:30.167682 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 14ca726a-99ad-4e9f-bc64-fe2ff0891440 up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:40:30.198556 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be0639a-3728-4beb-a1e9-87b0327f15e4 None None] Sync routers for ids ['61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb'] in dv-cinder-828060-2-iscsi {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:40:30.221875 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be0639a-3728-4beb-a1e9-87b0327f15e4 None None] Routers {'61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:40:30.222806 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-9be0639a-3728-4beb-a1e9-87b0327f15e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:40:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:40:30.290685 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 14ca726a-99ad-4e9f-bc64-fe2ff0891440 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:40:30.291335 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (14ca726a-99ad-4e9f-bc64-fe2ff0891440), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:30.303527 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ba49ffc5-5e42-4432-a53d-84ef00d27afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264842969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265035797'] for subnet (4f01f6d2-28b8-4835-8d59-44ac7436b4b5), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:30.389533 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba49ffc5-5e42-4432-a53d-84ef00d27afe admin admin] Checking segment: {'id': 'a28f2782-c114-48e8-bba2-8482ad75afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '582101db-5e6e-499b-bd81-57b49dfe22fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:40:30.390010 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba49ffc5-5e42-4432-a53d-84ef00d27afe admin admin] Network hostable DHCP agents. Network: 582101db-5e6e-499b-bd81-57b49dfe22fd, hostable agents: ['1db83568-5d00-4ab2-ab08-3829f0594148'], hosted agents: [] {{(pid=102733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:40:30.393078 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49ffc5-5e42-4432-a53d-84ef00d27afe admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f01f6d2-28b8-4835-8d59-44ac7436b4b5,revision_number=0']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:30.409301 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-9be0639a-3728-4beb-a1e9-87b0327f15e4 None None] Set router 61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:40:30.441929 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba49ffc5-5e42-4432-a53d-84ef00d27afe admin admin] Network 582101db-5e6e-499b-bd81-57b49dfe22fd is scheduled to be hosted by DHCP agent 1db83568-5d00-4ab2-ab08-3829f0594148 with binding_index 1 {{(pid=102733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:40:30.457350 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-ba49ffc5-5e42-4432-a53d-84ef00d27afe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-2-iscsi, 582101db-5e6e-499b-bd81-57b49dfe22fd) {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:40:30.462149 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba49ffc5-5e42-4432-a53d-84ef00d27afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:30.463754 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ba49ffc5-5e42-4432-a53d-84ef00d27afe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:30.474968 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49f1508-6e0b-4b65-8834-f6d69c8fd882 None None] Network 582101db-5e6e-499b-bd81-57b49dfe22fd requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:40:30.482780 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a48d92-1843-4bf9-865f-a56c7a64be39 req-7dc5735d-8890-492f-b11e-7fd7a5371bb3 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:30.484594 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-07a48d92-1843-4bf9-865f-a56c7a64be39 req-7dc5735d-8890-492f-b11e-7fd7a5371bb3 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0850947 Feb 10 03:40:30.488734 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-ba49ffc5-5e42-4432-a53d-84ef00d27afe admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4284759 Feb 10 03:40:30.492090 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 47552) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:40:30.503236 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-3b78cfbd-4d87-4b6f-88bf-6327c790eda2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-388125437-router', 'tenant_id': '044916832bf14a368645d7af3f9c7da4', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:40:30.531003 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3b78cfbd-4d87-4b6f-88bf-6327c790eda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256768'] for router (6f453a77-5106-445d-8656-d9c51025db3c), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:30.532090 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3b78cfbd-4d87-4b6f-88bf-6327c790eda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256823'] for router (6f453a77-5106-445d-8656-d9c51025db3c), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:30.558205 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 14ca726a-99ad-4e9f-bc64-fe2ff0891440 is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:40:30.558569 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (14ca726a-99ad-4e9f-bc64-fe2ff0891440), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:30.573630 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-07a48d92-1843-4bf9-865f-a56c7a64be39 req-a065d2d1-45ba-4a52-98ee-635b9ac0a86c tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806682 Feb 10 03:40:30.600027 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3b78cfbd-4d87-4b6f-88bf-6327c790eda2 admin admin] Publish callbacks [] for router_controller (6f453a77-5106-445d-8656-d9c51025db3c), precommit_add_association {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:30.636465 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] For port 14ca726a-99ad-4e9f-bc64-fe2ff0891440, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=14ca726a-99ad-4e9f-bc64-fe2ff0891440,segment=NetworkSegment(c1a6dc3e-a0fe-4959-bf17-1081534e4b16),segment_id=c1a6dc3e-a0fe-4959-bf17-1081534e4b16)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:40:30.761909 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3b78cfbd-4d87-4b6f-88bf-6327c790eda2 admin admin] Publish callbacks [] for router_gateway (6f453a77-5106-445d-8656-d9c51025db3c), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:30.810684 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (14ca726a-99ad-4e9f-bc64-fe2ff0891440), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:30.884299 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6b34ce-8a59-4d8c-a1e6-9de460d3cdf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27dc6948-3cb5-5705-b42b-68de865229a0-582101db-5e6e-499b-bd81-57b49dfe22fd', 'network_id': '582101db-5e6e-499b-bd81-57b49dfe22fd', 'project_id': '044916832bf14a368645d7af3f9c7da4', 'fixed_ips': [{'subnet_id': '4f01f6d2-28b8-4835-8d59-44ac7436b4b5'}]}} from dv-cinder-828060-2-iscsi. {{(pid=102734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 03:40:30.885163 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-6c6b34ce-8a59-4d8c-a1e6-9de460d3cdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:30.938068 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Pushing event updated for resources: {'Port': ['ID=14ca726a-99ad-4e9f-bc64-fe2ff0891440,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:30.982703 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3b78cfbd-4d87-4b6f-88bf-6327c790eda2 admin admin] Publish callbacks [] for router_gateway (6f453a77-5106-445d-8656-d9c51025db3c), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:31.003215 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3b78cfbd-4d87-4b6f-88bf-6327c790eda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:31.058407 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-9be0639a-3728-4beb-a1e9-87b0327f15e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'name': 'tempest-TestMinimumBasicScenario-40054323-router', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '14ca726a-99ad-4e9f-bc64-fe2ff0891440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:40:25Z', 'updated_at': '2022-02-10T03:40:28Z', 'revision_number': 4, 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'gw_port': {'id': '14ca726a-99ad-4e9f-bc64-fe2ff0891440', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:25Z', 'updated_at': '2022-02-10T03:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': 'a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e', 'name': '', 'network_id': 'c3e758e9-8c30-4511-9ae7-8ed1e299ebc5', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d', 'mac_address': 'fa:16:3e:e1:80:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ee4f3d3c-17ed-40ed-b0d6-547105984483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:27Z', 'updated_at': '2022-02-10T03:40:28Z', 'revision_number': 2, 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'subnets': [{'id': 'ee4f3d3c-17ed-40ed-b0d6-547105984483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:40:31.098348 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be0639a-3728-4beb-a1e9-87b0327f15e4 None None] Checking router: 61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb for host: dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:40:31.099043 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be0639a-3728-4beb-a1e9-87b0327f15e4 None None] Updating router 61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb port a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e binding host dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:40:31.131058 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.db_base_plugin_common [None req-6c6b34ce-8a59-4d8c-a1e6-9de460d3cdf5 None None] Allocated IP 172.20.0.2 (582101db-5e6e-499b-bd81-57b49dfe22fd/4f01f6d2-28b8-4835-8d59-44ac7436b4b5/f59c769e-91bb-459f-aa85-b84271f50e05) {{(pid=102734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:40:31.132127 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [None req-3b78cfbd-4d87-4b6f-88bf-6327c790eda2 admin admin] Allocated IP 172.27.0.236 (21bdb221-e4aa-4ceb-8437-3c4897a6dae2/0a389fce-60fc-45d4-b298-908574c1c629/2065fca1-02e5-44bc-a446-ee4489580afb) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:40:31.139165 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-9be0639a-3728-4beb-a1e9-87b0327f15e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:31.240622 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3b78cfbd-4d87-4b6f-88bf-6327c790eda2 admin admin] Publish callbacks [] for port (2065fca1-02e5-44bc-a446-ee4489580afb), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:31.275146 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3b78cfbd-4d87-4b6f-88bf-6327c790eda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (2065fca1-02e5-44bc-a446-ee4489580afb), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:31.320273 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b78cfbd-4d87-4b6f-88bf-6327c790eda2 admin admin] Network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:40:31.323575 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-3b78cfbd-4d87-4b6f-88bf-6327c790eda2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:40:31.327904 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b78cfbd-4d87-4b6f-88bf-6327c790eda2 admin admin] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:40:31.331381 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78cfbd-4d87-4b6f-88bf-6327c790eda2 admin admin] Pushing event updated for resources: {'Port': ['ID=2065fca1-02e5-44bc-a446-ee4489580afb,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:31.426783 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-6c6b34ce-8a59-4d8c-a1e6-9de460d3cdf5 None None] Publish callbacks [] for port (f59c769e-91bb-459f-aa85-b84271f50e05), precommit_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:31.434749 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-6c6b34ce-8a59-4d8c-a1e6-9de460d3cdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834'] for port (f59c769e-91bb-459f-aa85-b84271f50e05), after_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:31.491270 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 47578) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:40:31.499082 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6b34ce-8a59-4d8c-a1e6-9de460d3cdf5 None None] Network 582101db-5e6e-499b-bd81-57b49dfe22fd is already hosted by enough agents. {{(pid=102734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:40:31.504183 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.scheduler.base_scheduler [None req-6c6b34ce-8a59-4d8c-a1e6-9de460d3cdf5 None None] Resources bound (agent type, host, resource id): {{(pid=102734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:40:31.509240 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b34ce-8a59-4d8c-a1e6-9de460d3cdf5 None None] Pushing event updated for resources: {'Port': ['ID=f59c769e-91bb-459f-aa85-b84271f50e05,revision_number=1']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:31.512817 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6b34ce-8a59-4d8c-a1e6-9de460d3cdf5 None None] Received port after_create {{(pid=102734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:40:31.611610 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-6c6b34ce-8a59-4d8c-a1e6-9de460d3cdf5 None None] Attempting to bind port f59c769e-91bb-459f-aa85-b84271f50e05 on host dv-cinder-828060-2-iscsi for vnic_type normal with profile {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:40:31.611994 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-6c6b34ce-8a59-4d8c-a1e6-9de460d3cdf5 None None] Attempting to bind port f59c769e-91bb-459f-aa85-b84271f50e05 by drivers openvswitch,hyperv on host dv-cinder-828060-2-iscsi at level 0 using segments [{'id': 'a28f2782-c114-48e8-bba2-8482ad75afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '582101db-5e6e-499b-bd81-57b49dfe22fd'}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:40:31.612916 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6b34ce-8a59-4d8c-a1e6-9de460d3cdf5 None None] Attempting to bind port f59c769e-91bb-459f-aa85-b84271f50e05 on network 582101db-5e6e-499b-bd81-57b49dfe22fd {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:40:31.615313 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3b78cfbd-4d87-4b6f-88bf-6327c790eda2 admin admin] Publish callbacks [] for router_gateway (6f453a77-5106-445d-8656-d9c51025db3c), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:31.617925 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-7e05e329-f455-413e-a3f1-a6919db44e59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:31.618229 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-9be0639a-3728-4beb-a1e9-87b0327f15e4 None None] Publish callbacks [] for port (a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e), precommit_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:31.622797 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6b34ce-8a59-4d8c-a1e6-9de460d3cdf5 None None] Checking agent: {'id': 'ec329a5d-811c-4230-b7e8-4067504d3542', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'started_at': datetime.datetime(2022, 2, 10, 3, 29, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:40:31.623187 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6b34ce-8a59-4d8c-a1e6-9de460d3cdf5 None None] Checking segment: {'id': 'a28f2782-c114-48e8-bba2-8482ad75afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '582101db-5e6e-499b-bd81-57b49dfe22fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:40:31.623605 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-6c6b34ce-8a59-4d8c-a1e6-9de460d3cdf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:31.624040 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6b34ce-8a59-4d8c-a1e6-9de460d3cdf5 None None] Bound using segment: {'id': 'a28f2782-c114-48e8-bba2-8482ad75afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '582101db-5e6e-499b-bd81-57b49dfe22fd'} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:40:31.624520 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-6c6b34ce-8a59-4d8c-a1e6-9de460d3cdf5 None None] Bound port: f59c769e-91bb-459f-aa85-b84271f50e05, host: dv-cinder-828060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28f2782-c114-48e8-bba2-8482ad75afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '582101db-5e6e-499b-bd81-57b49dfe22fd'}}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:40:31.624907 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-6c6b34ce-8a59-4d8c-a1e6-9de460d3cdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (f59c769e-91bb-459f-aa85-b84271f50e05), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:31.630296 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-9be0639a-3728-4beb-a1e9-87b0327f15e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:31.720874 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0b763-a2fc-40f2-8be1-436056e5109a req-85d15c8c-c0dd-4b4e-ab1a-ceec6527f297 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:31.727865 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-87e0b763-a2fc-40f2-8be1-436056e5109a req-85d15c8c-c0dd-4b4e-ab1a-ceec6527f297 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0839868 Feb 10 03:40:31.740177 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2687b0-4c5e-48b0-846e-bb31c1b76591 None None] Pushing event updated for resources: {'Port': ['ID=a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e,revision_number=3']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:31.824127 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-87e0b763-a2fc-40f2-8be1-436056e5109a req-c9bf8b28-1823-4f61-a64b-833cdde7d81f tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933530 Feb 10 03:40:31.827033 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-6c6b34ce-8a59-4d8c-a1e6-9de460d3cdf5 None None] For port f59c769e-91bb-459f-aa85-b84271f50e05, host dv-cinder-828060-2-iscsi, cleared binding levels {{(pid=102734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:40:31.851915 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-6c6b34ce-8a59-4d8c-a1e6-9de460d3cdf5 None None] For port f59c769e-91bb-459f-aa85-b84271f50e05, host dv-cinder-828060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=f59c769e-91bb-459f-aa85-b84271f50e05,segment=NetworkSegment(a28f2782-c114-48e8-bba2-8482ad75afc4),segment_id=a28f2782-c114-48e8-bba2-8482ad75afc4)] {{(pid=102734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:40:31.853419 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-9be0639a-3728-4beb-a1e9-87b0327f15e4 None None] Attempting to bind port a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e on host dv-cinder-828060-2-iscsi for vnic_type normal with profile {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:40:31.853796 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-9be0639a-3728-4beb-a1e9-87b0327f15e4 None None] Attempting to bind port a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e by drivers openvswitch,hyperv on host dv-cinder-828060-2-iscsi at level 0 using segments [{'id': '0eb1f705-8f4d-4245-9b67-3505fcdf4b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c3e758e9-8c30-4511-9ae7-8ed1e299ebc5'}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:40:31.854302 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be0639a-3728-4beb-a1e9-87b0327f15e4 None None] Attempting to bind port a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e on network c3e758e9-8c30-4511-9ae7-8ed1e299ebc5 {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:40:31.863514 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be0639a-3728-4beb-a1e9-87b0327f15e4 None None] Checking agent: {'id': 'ec329a5d-811c-4230-b7e8-4067504d3542', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'started_at': datetime.datetime(2022, 2, 10, 3, 29, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:40:31.864216 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be0639a-3728-4beb-a1e9-87b0327f15e4 None None] Checking segment: {'id': '0eb1f705-8f4d-4245-9b67-3505fcdf4b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c3e758e9-8c30-4511-9ae7-8ed1e299ebc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:40:31.865019 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-9be0639a-3728-4beb-a1e9-87b0327f15e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:31.865541 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be0639a-3728-4beb-a1e9-87b0327f15e4 None None] Bound using segment: {'id': '0eb1f705-8f4d-4245-9b67-3505fcdf4b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c3e758e9-8c30-4511-9ae7-8ed1e299ebc5'} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:40:31.866386 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-9be0639a-3728-4beb-a1e9-87b0327f15e4 None None] Bound port: a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e, host: dv-cinder-828060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb1f705-8f4d-4245-9b67-3505fcdf4b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c3e758e9-8c30-4511-9ae7-8ed1e299ebc5'}}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:40:31.866581 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-9be0639a-3728-4beb-a1e9-87b0327f15e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:31.871471 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-6c6b34ce-8a59-4d8c-a1e6-9de460d3cdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (f59c769e-91bb-459f-aa85-b84271f50e05), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:31.892169 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-7e05e329-f455-413e-a3f1-a6919db44e59 admin admin] Publish callbacks [] for security_group (58622088-c244-4f84-84c7-6af35597b4fa), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:31.928051 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-7e05e329-f455-413e-a3f1-a6919db44e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (58622088-c244-4f84-84c7-6af35597b4fa), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:31.979450 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b34ce-8a59-4d8c-a1e6-9de460d3cdf5 None None] Pushing event updated for resources: {'Port': ['ID=f59c769e-91bb-459f-aa85-b84271f50e05,revision_number=2']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:31.983240 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3b78cfbd-4d87-4b6f-88bf-6327c790eda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603541'] for router (6f453a77-5106-445d-8656-d9c51025db3c), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:31.991835 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-7e05e329-f455-413e-a3f1-a6919db44e59 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c16bd849b7d9456c9d21d29ad24f123b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4993222 Feb 10 03:40:31.993091 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05e329-f455-413e-a3f1-a6919db44e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58622088-c244-4f84-84c7-6af35597b4fa,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:31.995570 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 47584) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:40:31.999206 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-9be0639a-3728-4beb-a1e9-87b0327f15e4 None None] For port a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e, host dv-cinder-828060-2-iscsi, cleared binding levels {{(pid=102734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:40:32.002556 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-9be0639a-3728-4beb-a1e9-87b0327f15e4 None None] For port a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e, host dv-cinder-828060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e,segment=NetworkSegment(0eb1f705-8f4d-4245-9b67-3505fcdf4b86),segment_id=0eb1f705-8f4d-4245-9b67-3505fcdf4b86)] {{(pid=102734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:40:32.012005 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-9be0639a-3728-4beb-a1e9-87b0327f15e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:32.068196 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fcd52aa1-3084-427c-a339-c871f2b799e3 admin admin] Publish callbacks [] for security_group (58622088-c244-4f84-84c7-6af35597b4fa), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:32.124475 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fcd52aa1-3084-427c-a339-c871f2b799e3 admin admin] Publish callbacks [] for security_group (58622088-c244-4f84-84c7-6af35597b4fa), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:32.146517 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 14ca726a-99ad-4e9f-bc64-fe2ff0891440 up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:40:32.153789 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be0639a-3728-4beb-a1e9-87b0327f15e4 None None] Routers {'61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:40:32.154481 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-9be0639a-3728-4beb-a1e9-87b0327f15e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:40:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:40:32.166419 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b78cfbd-4d87-4b6f-88bf-6327c790eda2 admin admin] Router 6f453a77-5106-445d-8656-d9c51025db3c is scheduled to L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 with binding_index 1 {{(pid=102733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 03:40:32.192353 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fcd52aa1-3084-427c-a339-c871f2b799e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (58622088-c244-4f84-84c7-6af35597b4fa), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:32.195302 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fcd52aa1-3084-427c-a339-c871f2b799e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:32.196484 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-fcd52aa1-3084-427c-a339-c871f2b799e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58622088-c244-4f84-84c7-6af35597b4fa HTTP/1.1" status: 204 len: 168 time: 0.1991498 Feb 10 03:40:32.215248 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd52aa1-3084-427c-a339-c871f2b799e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58622088-c244-4f84-84c7-6af35597b4fa,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:32.239627 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2687b0-4c5e-48b0-846e-bb31c1b76591 None None] Pushing event updated for resources: {'Port': ['ID=a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:32.309405 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-4ddc2cc1-057c-4238-ac83-0e617c7ba60d None None] Provisioning complete for port a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:40:32.309789 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2cc1-057c-4238-ac83-0e617c7ba60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:32.331660 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b78cfbd-4d87-4b6f-88bf-6327c790eda2 admin admin] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:40:32.349902 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee02e53-c071-445d-833a-f991e750903f None None] Sync routers for ids ['6f453a77-5106-445d-8656-d9c51025db3c'] in dv-cinder-828060-2-iscsi {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:40:32.362720 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3b78cfbd-4d87-4b6f-88bf-6327c790eda2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:32.365353 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-3b78cfbd-4d87-4b6f-88bf-6327c790eda2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8717189 Feb 10 03:40:32.367653 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 47588) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:40:32.369490 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee02e53-c071-445d-833a-f991e750903f None None] Routers {'6f453a77-5106-445d-8656-d9c51025db3c'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:40:32.370493 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-2ee02e53-c071-445d-833a-f991e750903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:40:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['6f453a77-5106-445d-8656-d9c51025db3c'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:40:32.475159 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 14ca726a-99ad-4e9f-bc64-fe2ff0891440 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:40:32.475634 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (14ca726a-99ad-4e9f-bc64-fe2ff0891440), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:32.478119 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-9be0639a-3728-4beb-a1e9-87b0327f15e4 None None] Set router 61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:40:32.547760 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-2ee02e53-c071-445d-833a-f991e750903f None None] Set router 6f453a77-5106-445d-8656-d9c51025db3c gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:40:32.614843 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-4ddc2cc1-057c-4238-ac83-0e617c7ba60d None None] Current status of the port a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:40:32.615539 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2cc1-057c-4238-ac83-0e617c7ba60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:32.706034 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 47592) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:40:32.735259 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5e5edfb5-9b3b-4c18-b4ec-485199e7b7ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:32.804984 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-2ee02e53-c071-445d-833a-f991e750903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f453a77-5106-445d-8656-d9c51025db3c', 'name': 'tempest-TestMinimumBasicScenario-388125437-router', 'tenant_id': '044916832bf14a368645d7af3f9c7da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '2065fca1-02e5-44bc-a446-ee4489580afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:40:30Z', 'updated_at': '2022-02-10T03:40:31Z', 'revision_number': 3, 'project_id': '044916832bf14a368645d7af3f9c7da4', 'gw_port': {'id': '2065fca1-02e5-44bc-a446-ee4489580afb', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f453a77-5106-445d-8656-d9c51025db3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:31Z', 'updated_at': '2022-02-10T03:40:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:40:32.833733 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5e5edfb5-9b3b-4c18-b4ec-485199e7b7ee admin admin] Publish callbacks [] for security_group (76bed76e-0983-4a68-ac84-f258f6dfdcd0), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:32.837830 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee02e53-c071-445d-833a-f991e750903f None None] Checking router: 6f453a77-5106-445d-8656-d9c51025db3c for host: dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:40:32.838361 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee02e53-c071-445d-833a-f991e750903f None None] Updating router 6f453a77-5106-445d-8656-d9c51025db3c port 2065fca1-02e5-44bc-a446-ee4489580afb binding host dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:40:32.845717 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5e5edfb5-9b3b-4c18-b4ec-485199e7b7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (76bed76e-0983-4a68-ac84-f258f6dfdcd0), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:32.878550 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-5e5edfb5-9b3b-4c18-b4ec-485199e7b7ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a621183a6f04fba854d928dc34b5f97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1706710 Feb 10 03:40:32.884646 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-4ddc2cc1-057c-4238-ac83-0e617c7ba60d None None] For port a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e,segment=NetworkSegment(0eb1f705-8f4d-4245-9b67-3505fcdf4b86),segment_id=0eb1f705-8f4d-4245-9b67-3505fcdf4b86)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:40:32.886548 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 47596) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:40:32.916271 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2cc1-057c-4238-ac83-0e617c7ba60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:32.924609 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-2ee02e53-c071-445d-833a-f991e750903f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (2065fca1-02e5-44bc-a446-ee4489580afb), before_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:32.943156 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5edfb5-9b3b-4c18-b4ec-485199e7b7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bed76e-0983-4a68-ac84-f258f6dfdcd0,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:32.946443 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 14ca726a-99ad-4e9f-bc64-fe2ff0891440 is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:40:33.040245 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d615f-09d2-46cd-a8f4-ef0353ff7a9d req-4225d29a-7e18-4069-be56-1a92b30d6bac tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:33.048823 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-295d615f-09d2-46cd-a8f4-ef0353ff7a9d req-4225d29a-7e18-4069-be56-1a92b30d6bac tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0972888 Feb 10 03:40:33.055978 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8f23a050-5ffd-4024-ad84-cd13073ae881 admin admin] Publish callbacks [] for security_group (76bed76e-0983-4a68-ac84-f258f6dfdcd0), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:33.063658 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc2cc1-057c-4238-ac83-0e617c7ba60d None None] Pushing event updated for resources: {'Port': ['ID=a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:33.081552 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8f23a050-5ffd-4024-ad84-cd13073ae881 admin admin] Publish callbacks [] for security_group (76bed76e-0983-4a68-ac84-f258f6dfdcd0), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:33.082596 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-c14a5b72-be5f-4df8-b478-ae39f73d3c9a None None] Provisioning complete for port a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:40:33.083009 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-c14a5b72-be5f-4df8-b478-ae39f73d3c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:33.151404 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-9be0639a-3728-4beb-a1e9-87b0327f15e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'name': 'tempest-TestMinimumBasicScenario-40054323-router', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '14ca726a-99ad-4e9f-bc64-fe2ff0891440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:40:25Z', 'updated_at': '2022-02-10T03:40:28Z', 'revision_number': 4, 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'gw_port': {'id': '14ca726a-99ad-4e9f-bc64-fe2ff0891440', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:25Z', 'updated_at': '2022-02-10T03:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': 'a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e', 'name': '', 'network_id': 'c3e758e9-8c30-4511-9ae7-8ed1e299ebc5', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d', 'mac_address': 'fa:16:3e:e1:80:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ee4f3d3c-17ed-40ed-b0d6-547105984483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:27Z', 'updated_at': '2022-02-10T03:40:31Z', 'revision_number': 4, 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'subnets': [{'id': 'ee4f3d3c-17ed-40ed-b0d6-547105984483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:40:33.155585 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8f23a050-5ffd-4024-ad84-cd13073ae881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (76bed76e-0983-4a68-ac84-f258f6dfdcd0), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:33.158892 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8f23a050-5ffd-4024-ad84-cd13073ae881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:33.160279 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-8f23a050-5ffd-4024-ad84-cd13073ae881 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76bed76e-0983-4a68-ac84-f258f6dfdcd0 HTTP/1.1" status: 204 len: 168 time: 0.2722337 Feb 10 03:40:33.188822 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be0639a-3728-4beb-a1e9-87b0327f15e4 None None] The sync data for ids ['61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb'] in dv-cinder-828060-2-iscsi is: [{'id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'name': 'tempest-TestMinimumBasicScenario-40054323-router', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '14ca726a-99ad-4e9f-bc64-fe2ff0891440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:40:25Z', 'updated_at': '2022-02-10T03:40:28Z', 'revision_number': 4, 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'gw_port': {'id': '14ca726a-99ad-4e9f-bc64-fe2ff0891440', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:25Z', 'updated_at': '2022-02-10T03:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': 'a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e', 'name': '', 'network_id': 'c3e758e9-8c30-4511-9ae7-8ed1e299ebc5', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d', 'mac_address': 'fa:16:3e:e1:80:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ee4f3d3c-17ed-40ed-b0d6-547105984483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:27Z', 'updated_at': '2022-02-10T03:40:31Z', 'revision_number': 4, 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'subnets': [{'id': 'ee4f3d3c-17ed-40ed-b0d6-547105984483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:40:33.196207 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23a050-5ffd-4024-ad84-cd13073ae881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bed76e-0983-4a68-ac84-f258f6dfdcd0,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:33.218614 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-295d615f-09d2-46cd-a8f4-ef0353ff7a9d req-f940c42d-fc0e-4620-9d7a-572f54e15a70 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687751 Feb 10 03:40:33.295228 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-c14a5b72-be5f-4df8-b478-ae39f73d3c9a None None] Current status of the port a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:40:33.423907 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-2ee02e53-c071-445d-833a-f991e750903f None None] Publish callbacks [] for port (2065fca1-02e5-44bc-a446-ee4489580afb), precommit_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:33.443024 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-2ee02e53-c071-445d-833a-f991e750903f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (2065fca1-02e5-44bc-a446-ee4489580afb), after_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:33.503053 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-13a103ac-86b1-41c7-8726-04569d413d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:33.546760 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.managers [None req-2ee02e53-c071-445d-833a-f991e750903f None None] Attempting to bind port 2065fca1-02e5-44bc-a446-ee4489580afb on host dv-cinder-828060-2-iscsi for vnic_type normal with profile {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:40:33.547127 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.managers [None req-2ee02e53-c071-445d-833a-f991e750903f None None] Attempting to bind port 2065fca1-02e5-44bc-a446-ee4489580afb by drivers openvswitch,hyperv on host dv-cinder-828060-2-iscsi at level 0 using segments [{'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}] {{(pid=102735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:40:33.547481 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee02e53-c071-445d-833a-f991e750903f None None] Attempting to bind port 2065fca1-02e5-44bc-a446-ee4489580afb on network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:40:33.556542 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee02e53-c071-445d-833a-f991e750903f None None] Checking agent: {'id': 'ec329a5d-811c-4230-b7e8-4067504d3542', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'started_at': datetime.datetime(2022, 2, 10, 3, 29, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:40:33.556900 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee02e53-c071-445d-833a-f991e750903f None None] Checking segment: {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:40:33.557297 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-2ee02e53-c071-445d-833a-f991e750903f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:33.558693 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee02e53-c071-445d-833a-f991e750903f None None] Bound using segment: {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'} {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:40:33.558693 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.managers [None req-2ee02e53-c071-445d-833a-f991e750903f None None] Bound port: 2065fca1-02e5-44bc-a446-ee4489580afb, host: dv-cinder-828060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}}] {{(pid=102735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:40:33.558693 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-2ee02e53-c071-445d-833a-f991e750903f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (2065fca1-02e5-44bc-a446-ee4489580afb), before_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:33.578277 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618a7a0a-9493-4311-b3b2-b7fb50a3b833 None None] Network 582101db-5e6e-499b-bd81-57b49dfe22fd requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:40:33.607912 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60ef12-2420-40bd-9ba2-15900aa0045e None None] Pushing event updated for resources: {'Port': ['ID=2065fca1-02e5-44bc-a446-ee4489580afb,revision_number=2']} {{(pid=102735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:33.696934 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.db [None req-2ee02e53-c071-445d-833a-f991e750903f None None] For port 2065fca1-02e5-44bc-a446-ee4489580afb, host dv-cinder-828060-2-iscsi, cleared binding levels {{(pid=102735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:40:33.707519 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.db [None req-2ee02e53-c071-445d-833a-f991e750903f None None] For port 2065fca1-02e5-44bc-a446-ee4489580afb, host dv-cinder-828060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=2065fca1-02e5-44bc-a446-ee4489580afb,segment=NetworkSegment(c1a6dc3e-a0fe-4959-bf17-1081534e4b16),segment_id=c1a6dc3e-a0fe-4959-bf17-1081534e4b16)] {{(pid=102735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:40:33.721016 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-2ee02e53-c071-445d-833a-f991e750903f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (2065fca1-02e5-44bc-a446-ee4489580afb), after_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:33.785878 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-3d3a4277-e4a6-41ad-a14f-85d6b8f6ffdd None None] Provisioning complete for port f59c769e-91bb-459f-aa85-b84271f50e05 triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:40:33.786251 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-3d3a4277-e4a6-41ad-a14f-85d6b8f6ffdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (f59c769e-91bb-459f-aa85-b84271f50e05), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:33.821966 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60ef12-2420-40bd-9ba2-15900aa0045e None None] Pushing event updated for resources: {'Port': ['ID=2065fca1-02e5-44bc-a446-ee4489580afb,revision_number=3']} {{(pid=102735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:33.843535 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [None req-13a103ac-86b1-41c7-8726-04569d413d46 admin admin] Allocated IP 172.20.0.1 (582101db-5e6e-499b-bd81-57b49dfe22fd/4f01f6d2-28b8-4835-8d59-44ac7436b4b5/4fe3e52a-79df-45a4-bf86-27b09b3061dc) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:40:33.848963 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee02e53-c071-445d-833a-f991e750903f None None] Routers {'6f453a77-5106-445d-8656-d9c51025db3c'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:40:33.849702 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-2ee02e53-c071-445d-833a-f991e750903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:40:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['6f453a77-5106-445d-8656-d9c51025db3c'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:40:33.990561 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-2ee02e53-c071-445d-833a-f991e750903f None None] Set router 6f453a77-5106-445d-8656-d9c51025db3c gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:40:33.996350 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-3d3a4277-e4a6-41ad-a14f-85d6b8f6ffdd None None] Current status of the port f59c769e-91bb-459f-aa85-b84271f50e05 is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:40:33.997016 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-3d3a4277-e4a6-41ad-a14f-85d6b8f6ffdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (f59c769e-91bb-459f-aa85-b84271f50e05), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:34.068784 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-13a103ac-86b1-41c7-8726-04569d413d46 admin admin] Publish callbacks [] for port (4fe3e52a-79df-45a4-bf86-27b09b3061dc), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:34.071590 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-3d3a4277-e4a6-41ad-a14f-85d6b8f6ffdd None None] For port f59c769e-91bb-459f-aa85-b84271f50e05, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=f59c769e-91bb-459f-aa85-b84271f50e05,segment=NetworkSegment(a28f2782-c114-48e8-bba2-8482ad75afc4),segment_id=a28f2782-c114-48e8-bba2-8482ad75afc4)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:40:34.085575 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-3d3a4277-e4a6-41ad-a14f-85d6b8f6ffdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (f59c769e-91bb-459f-aa85-b84271f50e05), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:34.177199 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a4277-e4a6-41ad-a14f-85d6b8f6ffdd None None] Pushing event updated for resources: {'Port': ['ID=f59c769e-91bb-459f-aa85-b84271f50e05,revision_number=3']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:34.187816 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-13a103ac-86b1-41c7-8726-04569d413d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (4fe3e52a-79df-45a4-bf86-27b09b3061dc), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:34.242841 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device f59c769e-91bb-459f-aa85-b84271f50e05 up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:40:34.247860 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a103ac-86b1-41c7-8726-04569d413d46 admin admin] Network 582101db-5e6e-499b-bd81-57b49dfe22fd is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:40:34.259734 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-13a103ac-86b1-41c7-8726-04569d413d46 admin admin] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:40:34.270315 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a103ac-86b1-41c7-8726-04569d413d46 admin admin] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:40:34.339864 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port f59c769e-91bb-459f-aa85-b84271f50e05 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:40:34.340287 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (f59c769e-91bb-459f-aa85-b84271f50e05), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:34.345064 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a103ac-86b1-41c7-8726-04569d413d46 admin admin] Pushing event updated for resources: {'Port': ['ID=4fe3e52a-79df-45a4-bf86-27b09b3061dc,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:34.348700 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-13a103ac-86b1-41c7-8726-04569d413d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1575400'] for router_interface (6f453a77-5106-445d-8656-d9c51025db3c), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:34.365354 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-2ee02e53-c071-445d-833a-f991e750903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f453a77-5106-445d-8656-d9c51025db3c', 'name': 'tempest-TestMinimumBasicScenario-388125437-router', 'tenant_id': '044916832bf14a368645d7af3f9c7da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '2065fca1-02e5-44bc-a446-ee4489580afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:40:30Z', 'updated_at': '2022-02-10T03:40:31Z', 'revision_number': 3, 'project_id': '044916832bf14a368645d7af3f9c7da4', 'gw_port': {'id': '2065fca1-02e5-44bc-a446-ee4489580afb', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f453a77-5106-445d-8656-d9c51025db3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:31Z', 'updated_at': '2022-02-10T03:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:40:34.404073 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee02e53-c071-445d-833a-f991e750903f None None] The sync data for ids ['6f453a77-5106-445d-8656-d9c51025db3c'] in dv-cinder-828060-2-iscsi is: [{'id': '6f453a77-5106-445d-8656-d9c51025db3c', 'name': 'tempest-TestMinimumBasicScenario-388125437-router', 'tenant_id': '044916832bf14a368645d7af3f9c7da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '2065fca1-02e5-44bc-a446-ee4489580afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:40:30Z', 'updated_at': '2022-02-10T03:40:31Z', 'revision_number': 3, 'project_id': '044916832bf14a368645d7af3f9c7da4', 'gw_port': {'id': '2065fca1-02e5-44bc-a446-ee4489580afb', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f453a77-5106-445d-8656-d9c51025db3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:31Z', 'updated_at': '2022-02-10T03:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}] {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:40:34.463081 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-9600f022-eeb1-42b9-9392-636e5f7d3807 None None] Provisioning complete for port f59c769e-91bb-459f-aa85-b84271f50e05 triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:40:34.463468 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-9600f022-eeb1-42b9-9392-636e5f7d3807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (f59c769e-91bb-459f-aa85-b84271f50e05), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:34.549742 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-13a103ac-86b1-41c7-8726-04569d413d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (4fe3e52a-79df-45a4-bf86-27b09b3061dc), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:34.692388 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-9600f022-eeb1-42b9-9392-636e5f7d3807 None None] Current status of the port f59c769e-91bb-459f-aa85-b84271f50e05 is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:40:34.695549 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port f59c769e-91bb-459f-aa85-b84271f50e05 is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:40:34.696662 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:40:34.759282 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:40:34.760004 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:34.795459 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-13a103ac-86b1-41c7-8726-04569d413d46 admin admin] Publish callbacks [] for port (4fe3e52a-79df-45a4-bf86-27b09b3061dc), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:34.803113 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-13a103ac-86b1-41c7-8726-04569d413d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (4fe3e52a-79df-45a4-bf86-27b09b3061dc), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:34.832435 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-a6915ddd-b49b-4fd5-9270-fa8db1c8204e None None] Provisioning complete for port 4fe3e52a-79df-45a4-bf86-27b09b3061dc triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:40:34.832832 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-a6915ddd-b49b-4fd5-9270-fa8db1c8204e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (4fe3e52a-79df-45a4-bf86-27b09b3061dc), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:34.904739 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-13a103ac-86b1-41c7-8726-04569d413d46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1573400'] for router_interface (6f453a77-5106-445d-8656-d9c51025db3c), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:34.909482 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a103ac-86b1-41c7-8726-04569d413d46 admin admin] Pushing event updated for resources: {'Port': ['ID=4fe3e52a-79df-45a4-bf86-27b09b3061dc,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:34.942965 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-a6915ddd-b49b-4fd5-9270-fa8db1c8204e None None] Port 4fe3e52a-79df-45a4-bf86-27b09b3061dc cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:40:34.948686 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:40:35.050678 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a103ac-86b1-41c7-8726-04569d413d46 admin admin] Network 582101db-5e6e-499b-bd81-57b49dfe22fd is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:40:35.052966 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-13a103ac-86b1-41c7-8726-04569d413d46 admin admin] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:40:35.081186 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe50597-6e69-4faf-8b36-e12cb6fa3ef6 req-944f86a4-8569-4377-a9a2-5ceb536823f5 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:35.084250 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0fe50597-6e69-4faf-8b36-e12cb6fa3ef6 req-944f86a4-8569-4377-a9a2-5ceb536823f5 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0898917 Feb 10 03:40:35.176904 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0fe50597-6e69-4faf-8b36-e12cb6fa3ef6 req-9dec54b8-e1a4-477e-998e-521f8bb745dc tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863888 Feb 10 03:40:35.238478 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a103ac-86b1-41c7-8726-04569d413d46 admin admin] Router 6f453a77-5106-445d-8656-d9c51025db3c has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:40:35.368391 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-24d7ddb7-747b-4805-b79b-63f8fb8f9585 None None] Provisioning complete for port 4fe3e52a-79df-45a4-bf86-27b09b3061dc triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:40:35.368931 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-24d7ddb7-747b-4805-b79b-63f8fb8f9585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (4fe3e52a-79df-45a4-bf86-27b09b3061dc), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:35.396250 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a103ac-86b1-41c7-8726-04569d413d46 admin admin] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:40:35.405681 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-13a103ac-86b1-41c7-8726-04569d413d46 admin admin] 10.222.0.32 "PUT /v2.0/routers/6f453a77-5106-445d-8656-d9c51025db3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0327747 Feb 10 03:40:35.438769 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-24d7ddb7-747b-4805-b79b-63f8fb8f9585 None None] Port 4fe3e52a-79df-45a4-bf86-27b09b3061dc cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:40:36.156943 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device f59c769e-91bb-459f-aa85-b84271f50e05 up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:40:36.210915 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port f59c769e-91bb-459f-aa85-b84271f50e05 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:40:36.211389 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (f59c769e-91bb-459f-aa85-b84271f50e05), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:36.321917 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port f59c769e-91bb-459f-aa85-b84271f50e05 is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:40:36.323184 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 2065fca1-02e5-44bc-a446-ee4489580afb up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:40:36.375576 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 2065fca1-02e5-44bc-a446-ee4489580afb triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:40:36.376276 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (2065fca1-02e5-44bc-a446-ee4489580afb), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:36.467961 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 2065fca1-02e5-44bc-a446-ee4489580afb is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:40:36.468609 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (2065fca1-02e5-44bc-a446-ee4489580afb), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:36.490986 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] For port 2065fca1-02e5-44bc-a446-ee4489580afb, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=2065fca1-02e5-44bc-a446-ee4489580afb,segment=NetworkSegment(c1a6dc3e-a0fe-4959-bf17-1081534e4b16),segment_id=c1a6dc3e-a0fe-4959-bf17-1081534e4b16)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:40:36.497303 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (2065fca1-02e5-44bc-a446-ee4489580afb), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:36.560907 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Pushing event updated for resources: {'Port': ['ID=2065fca1-02e5-44bc-a446-ee4489580afb,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:36.659173 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e46dbe-4844-4086-883f-16efdd8ce87c None None] Sync routers for ids ['6f453a77-5106-445d-8656-d9c51025db3c'] in dv-cinder-828060-2-iscsi {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:40:36.674257 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e46dbe-4844-4086-883f-16efdd8ce87c None None] Routers {'6f453a77-5106-445d-8656-d9c51025db3c'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:40:36.675783 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-87e46dbe-4844-4086-883f-16efdd8ce87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:40:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['6f453a77-5106-445d-8656-d9c51025db3c'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:40:36.809785 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-87e46dbe-4844-4086-883f-16efdd8ce87c None None] Set router 6f453a77-5106-445d-8656-d9c51025db3c gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:40:37.022598 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-87e46dbe-4844-4086-883f-16efdd8ce87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f453a77-5106-445d-8656-d9c51025db3c', 'name': 'tempest-TestMinimumBasicScenario-388125437-router', 'tenant_id': '044916832bf14a368645d7af3f9c7da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '2065fca1-02e5-44bc-a446-ee4489580afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:40:30Z', 'updated_at': '2022-02-10T03:40:34Z', 'revision_number': 4, 'project_id': '044916832bf14a368645d7af3f9c7da4', 'gw_port': {'id': '2065fca1-02e5-44bc-a446-ee4489580afb', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f453a77-5106-445d-8656-d9c51025db3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:31Z', 'updated_at': '2022-02-10T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '4fe3e52a-79df-45a4-bf86-27b09b3061dc', 'name': '', 'network_id': '582101db-5e6e-499b-bd81-57b49dfe22fd', 'tenant_id': '044916832bf14a368645d7af3f9c7da4', 'mac_address': 'fa:16:3e:7d:c5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f453a77-5106-445d-8656-d9c51025db3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4f01f6d2-28b8-4835-8d59-44ac7436b4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:33Z', 'updated_at': '2022-02-10T03:40:34Z', 'revision_number': 2, 'project_id': '044916832bf14a368645d7af3f9c7da4', 'subnets': [{'id': '4f01f6d2-28b8-4835-8d59-44ac7436b4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:40:37.055101 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e46dbe-4844-4086-883f-16efdd8ce87c None None] Checking router: 6f453a77-5106-445d-8656-d9c51025db3c for host: dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:40:37.055474 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e46dbe-4844-4086-883f-16efdd8ce87c None None] Updating router 6f453a77-5106-445d-8656-d9c51025db3c port 4fe3e52a-79df-45a4-bf86-27b09b3061dc binding host dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:40:37.092849 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-87e46dbe-4844-4086-883f-16efdd8ce87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (4fe3e52a-79df-45a4-bf86-27b09b3061dc), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:37.381399 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-87e46dbe-4844-4086-883f-16efdd8ce87c None None] Publish callbacks [] for port (4fe3e52a-79df-45a4-bf86-27b09b3061dc), precommit_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:37.387937 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-87e46dbe-4844-4086-883f-16efdd8ce87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (4fe3e52a-79df-45a4-bf86-27b09b3061dc), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:37.450700 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b95d7f-347e-4e0c-b1b4-6b948952b82a None None] Pushing event updated for resources: {'Port': ['ID=4fe3e52a-79df-45a4-bf86-27b09b3061dc,revision_number=3']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:37.686070 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-87e46dbe-4844-4086-883f-16efdd8ce87c None None] Attempting to bind port 4fe3e52a-79df-45a4-bf86-27b09b3061dc on host dv-cinder-828060-2-iscsi for vnic_type normal with profile {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:40:37.686429 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-87e46dbe-4844-4086-883f-16efdd8ce87c None None] Attempting to bind port 4fe3e52a-79df-45a4-bf86-27b09b3061dc by drivers openvswitch,hyperv on host dv-cinder-828060-2-iscsi at level 0 using segments [{'id': 'a28f2782-c114-48e8-bba2-8482ad75afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '582101db-5e6e-499b-bd81-57b49dfe22fd'}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:40:37.687103 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e46dbe-4844-4086-883f-16efdd8ce87c None None] Attempting to bind port 4fe3e52a-79df-45a4-bf86-27b09b3061dc on network 582101db-5e6e-499b-bd81-57b49dfe22fd {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:40:37.696246 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e46dbe-4844-4086-883f-16efdd8ce87c None None] Checking agent: {'id': 'ec329a5d-811c-4230-b7e8-4067504d3542', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'started_at': datetime.datetime(2022, 2, 10, 3, 29, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:40:37.696850 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e46dbe-4844-4086-883f-16efdd8ce87c None None] Checking segment: {'id': 'a28f2782-c114-48e8-bba2-8482ad75afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '582101db-5e6e-499b-bd81-57b49dfe22fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:40:37.697588 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-87e46dbe-4844-4086-883f-16efdd8ce87c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:37.698077 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e46dbe-4844-4086-883f-16efdd8ce87c None None] Bound using segment: {'id': 'a28f2782-c114-48e8-bba2-8482ad75afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '582101db-5e6e-499b-bd81-57b49dfe22fd'} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:40:37.698790 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-87e46dbe-4844-4086-883f-16efdd8ce87c None None] Bound port: 4fe3e52a-79df-45a4-bf86-27b09b3061dc, host: dv-cinder-828060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28f2782-c114-48e8-bba2-8482ad75afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '582101db-5e6e-499b-bd81-57b49dfe22fd'}}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:40:37.699552 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-87e46dbe-4844-4086-883f-16efdd8ce87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (4fe3e52a-79df-45a4-bf86-27b09b3061dc), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:37.780812 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-87e46dbe-4844-4086-883f-16efdd8ce87c None None] For port 4fe3e52a-79df-45a4-bf86-27b09b3061dc, host dv-cinder-828060-2-iscsi, cleared binding levels {{(pid=102734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:40:37.800351 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-87e46dbe-4844-4086-883f-16efdd8ce87c None None] For port 4fe3e52a-79df-45a4-bf86-27b09b3061dc, host dv-cinder-828060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=4fe3e52a-79df-45a4-bf86-27b09b3061dc,segment=NetworkSegment(a28f2782-c114-48e8-bba2-8482ad75afc4),segment_id=a28f2782-c114-48e8-bba2-8482ad75afc4)] {{(pid=102734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:40:37.809978 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-87e46dbe-4844-4086-883f-16efdd8ce87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (4fe3e52a-79df-45a4-bf86-27b09b3061dc), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:37.819505 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-b891010f-0e27-47d3-91a3-0a4c7fd6566b None None] Provisioning complete for port 4fe3e52a-79df-45a4-bf86-27b09b3061dc triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:40:37.819882 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-b891010f-0e27-47d3-91a3-0a4c7fd6566b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (4fe3e52a-79df-45a4-bf86-27b09b3061dc), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:37.907742 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e46dbe-4844-4086-883f-16efdd8ce87c None None] Routers {'6f453a77-5106-445d-8656-d9c51025db3c'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:40:37.908381 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-87e46dbe-4844-4086-883f-16efdd8ce87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:40:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['6f453a77-5106-445d-8656-d9c51025db3c'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:40:37.910083 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b95d7f-347e-4e0c-b1b4-6b948952b82a None None] Pushing event updated for resources: {'Port': ['ID=4fe3e52a-79df-45a4-bf86-27b09b3061dc,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:38.024843 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-b891010f-0e27-47d3-91a3-0a4c7fd6566b None None] Current status of the port 4fe3e52a-79df-45a4-bf86-27b09b3061dc is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:40:38.025328 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-b891010f-0e27-47d3-91a3-0a4c7fd6566b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (4fe3e52a-79df-45a4-bf86-27b09b3061dc), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:38.065660 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-b891010f-0e27-47d3-91a3-0a4c7fd6566b None None] For port 4fe3e52a-79df-45a4-bf86-27b09b3061dc, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=4fe3e52a-79df-45a4-bf86-27b09b3061dc,segment=NetworkSegment(a28f2782-c114-48e8-bba2-8482ad75afc4),segment_id=a28f2782-c114-48e8-bba2-8482ad75afc4)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:40:38.112215 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 2065fca1-02e5-44bc-a446-ee4489580afb up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:40:38.138785 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-b891010f-0e27-47d3-91a3-0a4c7fd6566b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (4fe3e52a-79df-45a4-bf86-27b09b3061dc), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:38.225584 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-87e46dbe-4844-4086-883f-16efdd8ce87c None None] Set router 6f453a77-5106-445d-8656-d9c51025db3c gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:40:38.277029 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891010f-0e27-47d3-91a3-0a4c7fd6566b None None] Pushing event updated for resources: {'Port': ['ID=4fe3e52a-79df-45a4-bf86-27b09b3061dc,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:38.292625 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 2065fca1-02e5-44bc-a446-ee4489580afb triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:40:38.293088 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (2065fca1-02e5-44bc-a446-ee4489580afb), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:38.303940 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dba9ce36-972f-4b96-a9e7-0d9f3c3c2354 None None] Provisioning complete for port 4fe3e52a-79df-45a4-bf86-27b09b3061dc triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:40:38.303940 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dba9ce36-972f-4b96-a9e7-0d9f3c3c2354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (4fe3e52a-79df-45a4-bf86-27b09b3061dc), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:38.587869 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 2065fca1-02e5-44bc-a446-ee4489580afb is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:40:38.590934 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dba9ce36-972f-4b96-a9e7-0d9f3c3c2354 None None] Current status of the port 4fe3e52a-79df-45a4-bf86-27b09b3061dc is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:40:38.610620 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-87e46dbe-4844-4086-883f-16efdd8ce87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f453a77-5106-445d-8656-d9c51025db3c', 'name': 'tempest-TestMinimumBasicScenario-388125437-router', 'tenant_id': '044916832bf14a368645d7af3f9c7da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '2065fca1-02e5-44bc-a446-ee4489580afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:40:30Z', 'updated_at': '2022-02-10T03:40:34Z', 'revision_number': 4, 'project_id': '044916832bf14a368645d7af3f9c7da4', 'gw_port': {'id': '2065fca1-02e5-44bc-a446-ee4489580afb', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f453a77-5106-445d-8656-d9c51025db3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:31Z', 'updated_at': '2022-02-10T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '4fe3e52a-79df-45a4-bf86-27b09b3061dc', 'name': '', 'network_id': '582101db-5e6e-499b-bd81-57b49dfe22fd', 'tenant_id': '044916832bf14a368645d7af3f9c7da4', 'mac_address': 'fa:16:3e:7d:c5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f453a77-5106-445d-8656-d9c51025db3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4f01f6d2-28b8-4835-8d59-44ac7436b4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:33Z', 'updated_at': '2022-02-10T03:40:37Z', 'revision_number': 4, 'project_id': '044916832bf14a368645d7af3f9c7da4', 'subnets': [{'id': '4f01f6d2-28b8-4835-8d59-44ac7436b4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:40:38.645495 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e46dbe-4844-4086-883f-16efdd8ce87c None None] The sync data for ids ['6f453a77-5106-445d-8656-d9c51025db3c'] in dv-cinder-828060-2-iscsi is: [{'id': '6f453a77-5106-445d-8656-d9c51025db3c', 'name': 'tempest-TestMinimumBasicScenario-388125437-router', 'tenant_id': '044916832bf14a368645d7af3f9c7da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '2065fca1-02e5-44bc-a446-ee4489580afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:40:30Z', 'updated_at': '2022-02-10T03:40:34Z', 'revision_number': 4, 'project_id': '044916832bf14a368645d7af3f9c7da4', 'gw_port': {'id': '2065fca1-02e5-44bc-a446-ee4489580afb', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f453a77-5106-445d-8656-d9c51025db3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:31Z', 'updated_at': '2022-02-10T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '4fe3e52a-79df-45a4-bf86-27b09b3061dc', 'name': '', 'network_id': '582101db-5e6e-499b-bd81-57b49dfe22fd', 'tenant_id': '044916832bf14a368645d7af3f9c7da4', 'mac_address': 'fa:16:3e:7d:c5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f453a77-5106-445d-8656-d9c51025db3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4f01f6d2-28b8-4835-8d59-44ac7436b4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:33Z', 'updated_at': '2022-02-10T03:40:37Z', 'revision_number': 4, 'project_id': '044916832bf14a368645d7af3f9c7da4', 'subnets': [{'id': '4f01f6d2-28b8-4835-8d59-44ac7436b4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:40:40.122044 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 4fe3e52a-79df-45a4-bf86-27b09b3061dc up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:40:40.204949 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 4fe3e52a-79df-45a4-bf86-27b09b3061dc triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:40:40.205689 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (4fe3e52a-79df-45a4-bf86-27b09b3061dc), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:40.321679 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 4fe3e52a-79df-45a4-bf86-27b09b3061dc is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:40:43.533715 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a1daa-f2f8-4e07-a39c-84ff51a642d8 req-b1fa3178-c24b-4e18-9df9-6006166d5f32 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:43.536128 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-321a1daa-f2f8-4e07-a39c-84ff51a642d8 req-b1fa3178-c24b-4e18-9df9-6006166d5f32 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0740211 Feb 10 03:40:43.540500 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11408655-49d5-4004-bd2a-e39e07f0dd7a req-d725b7ba-ac0f-4086-bd50-47ad2b7145aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:43.543359 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-11408655-49d5-4004-bd2a-e39e07f0dd7a req-d725b7ba-ac0f-4086-bd50-47ad2b7145aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=114e0c095df64647bf339f0e8dcf8571&device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 1129 time: 0.0569651 Feb 10 03:40:43.593686 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-321a1daa-f2f8-4e07-a39c-84ff51a642d8 req-8cb92ca7-e86e-447e-9429-ec76fc3fd572 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516484 Feb 10 03:40:43.650012 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11408655-49d5-4004-bd2a-e39e07f0dd7a req-17eea417-1119-4a16-a617-3c6c1a800dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:43.652118 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-11408655-49d5-4004-bd2a-e39e07f0dd7a req-17eea417-1119-4a16-a617-3c6c1a800dbf service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0aca2bf-c883-41b5-bca5-cb73801c5192 HTTP/1.1" status: 200 len: 920 time: 0.0989814 Feb 10 03:40:43.710457 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-11408655-49d5-4004-bd2a-e39e07f0dd7a req-2ae421db-ff01-4225-be28-4ae12c832113 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1de8a500-64d0-4173-8581-65530f888f8a HTTP/1.1" status: 200 len: 217 time: 0.0413046 Feb 10 03:40:43.775795 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11408655-49d5-4004-bd2a-e39e07f0dd7a req-888eac91-bfce-427b-8724-209a8e578f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:43.777825 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-11408655-49d5-4004-bd2a-e39e07f0dd7a req-888eac91-bfce-427b-8724-209a8e578f4c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9995f4ef-9c6b-4dbc-a816-718f17a87440 HTTP/1.1" status: 200 len: 859 time: 0.0485158 Feb 10 03:40:43.812794 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-11408655-49d5-4004-bd2a-e39e07f0dd7a req-5436ed29-3e46-4760-a915-1a270e2f448c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0aca2bf-c883-41b5-bca5-cb73801c5192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270181 Feb 10 03:40:43.919599 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-11408655-49d5-4004-bd2a-e39e07f0dd7a req-7251bf09-4def-43d2-be62-b9a2ed209631 service neutron] 10.222.0.21 "GET /v2.0/networks/e0aca2bf-c883-41b5-bca5-cb73801c5192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959597 Feb 10 03:40:44.012245 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-11408655-49d5-4004-bd2a-e39e07f0dd7a req-444e2812-3313-491b-9573-1be31a270815 service neutron] 10.222.0.21 "GET /v2.0/networks/e0aca2bf-c883-41b5-bca5-cb73801c5192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860202 Feb 10 03:40:44.464868 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 6 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:40:44.775799 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20375c13-abf5-4f78-be24-4b673fa1d4ad req-c6d9f0bb-e701-4c55-a0df-7fb9318392c8 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:44.777214 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-20375c13-abf5-4f78-be24-4b673fa1d4ad req-c6d9f0bb-e701-4c55-a0df-7fb9318392c8 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0661259 Feb 10 03:40:44.830566 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-20375c13-abf5-4f78-be24-4b673fa1d4ad req-2993f10e-852b-468f-8bc1-7b31519da214 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474112 Feb 10 03:40:45.861289 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c729029-8cf4-4055-a70a-028338b975fd req-8e5b3c77-015e-43b8-8ca9-d83b43a43a71 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:45.862820 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1c729029-8cf4-4055-a70a-028338b975fd req-8e5b3c77-015e-43b8-8ca9-d83b43a43a71 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/networks?id=c3e758e9-8c30-4511-9ae7-8ed1e299ebc5 HTTP/1.1" status: 200 len: 813 time: 0.1031070 Feb 10 03:40:45.878777 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1c729029-8cf4-4055-a70a-028338b975fd req-242e6b43-d05a-49d2-b210-5a062df8b911 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/quotas/f8d44d08ec564e94b99156087796bf3d HTTP/1.1" status: 200 len: 375 time: 0.0097568 Feb 10 03:40:45.980578 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1c729029-8cf4-4055-a70a-028338b975fd req-bf8c78cf-19cd-4431-9544-2899b9ba3822 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8d44d08ec564e94b99156087796bf3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0961509 Feb 10 03:40:46.005997 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c501e4-2d96-40ae-8884-ded19903f3b8 req-473e5a96-12f5-46bf-ac4c-782c18c2aba0 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:46.007839 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f5c501e4-2d96-40ae-8884-ded19903f3b8 req-473e5a96-12f5-46bf-ac4c-782c18c2aba0 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0913551 Feb 10 03:40:46.101712 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f5c501e4-2d96-40ae-8884-ded19903f3b8 req-de70acd7-abf4-444a-b8a8-57301e68d579 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642738 Feb 10 03:40:46.166221 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1c729029-8cf4-4055-a70a-028338b975fd req-01eac7f9-8966-4860-b4c5-72301305f657 service neutron] 10.222.0.32 "GET /v2.0/networks/c3e758e9-8c30-4511-9ae7-8ed1e299ebc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573122 Feb 10 03:40:46.255350 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1c729029-8cf4-4055-a70a-028338b975fd req-5ad8510d-65ea-4bc5-9e26-396b8c27a77c service neutron] 10.222.0.32 "GET /v2.0/networks/c3e758e9-8c30-4511-9ae7-8ed1e299ebc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832615 Feb 10 03:40:46.423852 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-765d6cc5-c2e2-4514-905a-b0e00c0167b0 req-dc721802-64d6-4aad-887a-2b47d69507f3 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 210 time: 0.0329130 Feb 10 03:40:47.237633 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d38058-0605-405e-a2d2-1e886355893c req-9b19f775-e650-4541-91e2-d156b93f75de tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:47.239341 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-26d38058-0605-405e-a2d2-1e886355893c req-9b19f775-e650-4541-91e2-d156b93f75de tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0596871 Feb 10 03:40:47.288708 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-26d38058-0605-405e-a2d2-1e886355893c req-0a8ef2b1-2add-48ab-9f0b-559e363ea03f tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428143 Feb 10 03:40:47.518188 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-adcdfe44-8a45-4113-8d6d-89c50167bd91 req-63a1fe2e-ca36-4082-800b-19a429f6a0b3 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 210 time: 0.0274143 Feb 10 03:40:48.118902 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c729029-8cf4-4055-a70a-028338b975fd req-e85037c8-5a6e-4762-9a55-a979080df0f8 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:48.120719 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-1c729029-8cf4-4055-a70a-028338b975fd req-e85037c8-5a6e-4762-9a55-a979080df0f8 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.21 "GET /v2.0/networks?id=c3e758e9-8c30-4511-9ae7-8ed1e299ebc5 HTTP/1.1" status: 200 len: 813 time: 0.1167865 Feb 10 03:40:48.162489 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-1c729029-8cf4-4055-a70a-028338b975fd req-d2b599af-d7bb-438a-b2db-53cae09ec9e3 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Request body: {'port': {'device_id': 'a528a15b-6851-416c-9040-245fa3c93b88', 'network_id': 'c3e758e9-8c30-4511-9ae7-8ed1e299ebc5', 'admin_state_up': True, 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:40:48.282695 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c729029-8cf4-4055-a70a-028338b975fd req-d2b599af-d7bb-438a-b2db-53cae09ec9e3 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Made reservation on behalf of f8d44d08ec564e94b99156087796bf3d for: {'port': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:40:48.287290 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-1c729029-8cf4-4055-a70a-028338b975fd req-d2b599af-d7bb-438a-b2db-53cae09ec9e3 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:48.452724 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ce9ee-ae65-4ef8-a491-cf8858ee569d req-0d9c5743-80e8-40d4-9a66-d991b3f40194 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:48.454241 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-841ce9ee-ae65-4ef8-a491-cf8858ee569d req-0d9c5743-80e8-40d4-9a66-d991b3f40194 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0826194 Feb 10 03:40:48.485228 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [req-1c729029-8cf4-4055-a70a-028338b975fd req-d2b599af-d7bb-438a-b2db-53cae09ec9e3 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Allocated IP 172.20.0.13 (c3e758e9-8c30-4511-9ae7-8ed1e299ebc5/ee4f3d3c-17ed-40ed-b0d6-547105984483/21a54a32-023a-446a-a188-568375c7704d) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:40:48.546603 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-841ce9ee-ae65-4ef8-a491-cf8858ee569d req-21b90822-bac6-48ec-8dc2-d9afe5f1da8a tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807922 Feb 10 03:40:48.752069 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-1c729029-8cf4-4055-a70a-028338b975fd req-d2b599af-d7bb-438a-b2db-53cae09ec9e3 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for port (21a54a32-023a-446a-a188-568375c7704d), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:48.773422 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d3885f7f-bac9-415e-9eac-80c44d6d7542 req-75fe4c5e-c953-495a-a877-12ec80b687d8 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 210 time: 0.0363548 Feb 10 03:40:48.804939 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2325e3c-f11c-42b7-a334-a00bee9c5bd6 req-9b50cc40-0f51-4d63-94e0-1cb638a82aeb tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:48.812483 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-1c729029-8cf4-4055-a70a-028338b975fd req-d2b599af-d7bb-438a-b2db-53cae09ec9e3 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (21a54a32-023a-446a-a188-568375c7704d), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:48.812887 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e2325e3c-f11c-42b7-a334-a00bee9c5bd6 req-9b50cc40-0f51-4d63-94e0-1cb638a82aeb tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.1259656 Feb 10 03:40:48.873562 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e2325e3c-f11c-42b7-a334-a00bee9c5bd6 req-434c9e47-4116-4245-afc8-32513c32c6f4 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596368 Feb 10 03:40:48.902563 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c729029-8cf4-4055-a70a-028338b975fd req-d2b599af-d7bb-438a-b2db-53cae09ec9e3 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Network c3e758e9-8c30-4511-9ae7-8ed1e299ebc5 is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:40:48.906954 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [req-1c729029-8cf4-4055-a70a-028338b975fd req-d2b599af-d7bb-438a-b2db-53cae09ec9e3 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:40:48.912033 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c729029-8cf4-4055-a70a-028338b975fd req-d2b599af-d7bb-438a-b2db-53cae09ec9e3 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:40:48.945637 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b599af-d7bb-438a-b2db-53cae09ec9e3 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Pushing event updated for resources: {'Port': ['ID=21a54a32-023a-446a-a188-568375c7704d,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:48.973036 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c729029-8cf4-4055-a70a-028338b975fd req-d2b599af-d7bb-438a-b2db-53cae09ec9e3 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:48.974058 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-1c729029-8cf4-4055-a70a-028338b975fd req-d2b599af-d7bb-438a-b2db-53cae09ec9e3 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:49.000957 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-1c729029-8cf4-4055-a70a-028338b975fd req-d2b599af-d7bb-438a-b2db-53cae09ec9e3 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8431280 Feb 10 03:40:49.189030 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-74fa575a-123b-49ef-ac46-65383dd169c0 None None] Provisioning complete for port 21a54a32-023a-446a-a188-568375c7704d triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:40:49.189614 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-74fa575a-123b-49ef-ac46-65383dd169c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (21a54a32-023a-446a-a188-568375c7704d), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:49.225640 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-74fa575a-123b-49ef-ac46-65383dd169c0 None None] Port 21a54a32-023a-446a-a188-568375c7704d cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:40:49.694176 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7f224-b5ed-40a9-8ad7-bed99dcf85a8 req-60d6f89d-d959-41a0-8c76-5949444f388a tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:49.697033 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-53a7f224-b5ed-40a9-8ad7-bed99dcf85a8 req-60d6f89d-d959-41a0-8c76-5949444f388a tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0643990 Feb 10 03:40:49.758106 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-53a7f224-b5ed-40a9-8ad7-bed99dcf85a8 req-e1d312d4-67b1-45b1-aa1e-f91a9a2a0747 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547330 Feb 10 03:40:49.817387 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-233902c3-ac43-4092-ab08-70301a7d8a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:49.937385 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba68baf-7fbe-49f7-94c4-fb96e2a4e6fd req-b154ccc6-db54-43b9-937a-b4ce4a5ebfeb tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:49.938989 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-aba68baf-7fbe-49f7-94c4-fb96e2a4e6fd req-b154ccc6-db54-43b9-937a-b4ce4a5ebfeb tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 932 time: 0.0864196 Feb 10 03:40:50.058440 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c0d1b-f0be-4a62-b2c7-f88929bb0c77 req-9c0c1a62-d3c3-4965-9f2e-d6c82c5475e1 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:50.060199 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-494c0d1b-f0be-4a62-b2c7-f88929bb0c77 req-9c0c1a62-d3c3-4965-9f2e-d6c82c5475e1 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.1157408 Feb 10 03:40:50.066080 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-aba68baf-7fbe-49f7-94c4-fb96e2a4e6fd req-34edb18a-f53c-4348-aded-4767c49c56c8 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184425 Feb 10 03:40:50.130990 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-494c0d1b-f0be-4a62-b2c7-f88929bb0c77 req-45a2ee01-0437-4dc9-b258-d26a12cada65 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571144 Feb 10 03:40:50.891707 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab13b3-be11-43a5-98fb-7adc1b8edb84 req-8535d6f5-1c99-4552-a55a-d9e94af81764 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:50.893436 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-37ab13b3-be11-43a5-98fb-7adc1b8edb84 req-8535d6f5-1c99-4552-a55a-d9e94af81764 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0586767 Feb 10 03:40:50.943352 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-37ab13b3-be11-43a5-98fb-7adc1b8edb84 req-e3aca16d-c613-4757-998d-26e6e76f81a6 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421066 Feb 10 03:40:51.186496 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc886454-19b2-4614-933a-85cef590dd48 req-abcbfeee-6c05-462f-94e6-be0df3806c3b tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:51.188240 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dc886454-19b2-4614-933a-85cef590dd48 req-abcbfeee-6c05-462f-94e6-be0df3806c3b tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 932 time: 0.0526440 Feb 10 03:40:51.298746 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dc886454-19b2-4614-933a-85cef590dd48 req-396be3c1-8ec8-4dd0-bfa3-4644ef29dd6b tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979183 Feb 10 03:40:51.319972 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa87e42-4bb7-477a-95d8-58944539e9e9 req-71574476-c328-46b8-9920-818633838123 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:51.321991 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5fa87e42-4bb7-477a-95d8-58944539e9e9 req-71574476-c328-46b8-9920-818633838123 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0977709 Feb 10 03:40:51.375275 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5fa87e42-4bb7-477a-95d8-58944539e9e9 req-16e5f406-37c1-4b74-a291-19af104f2cff tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476468 Feb 10 03:40:51.424629 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:51.776043 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 47996) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:40:51.895849 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cbc56ee3-df74-4fa6-b688-e71be5a0cacf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:51.965893 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-c37fc933-882c-4c3e-a43f-dd2cc1475271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:52.005446 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cbc56ee3-df74-4fa6-b688-e71be5a0cacf admin admin] Publish callbacks [] for security_group (4aae28d6-c086-4794-bb9d-5228d5bb71a8), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:52.013195 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cbc56ee3-df74-4fa6-b688-e71be5a0cacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (4aae28d6-c086-4794-bb9d-5228d5bb71a8), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:52.086545 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-cbc56ee3-df74-4fa6-b688-e71be5a0cacf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b497792accfd451796e73a63b77b5461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3093905 Feb 10 03:40:52.088606 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc56ee3-df74-4fa6-b688-e71be5a0cacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aae28d6-c086-4794-bb9d-5228d5bb71a8,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:52.089282 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 48002) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:40:52.117028 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf7b84-171f-4d59-a53c-fd75f71f7044 req-4c86051b-d898-48a3-89a3-0567105ff4d9 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:52.126807 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4dbf7b84-171f-4d59-a53c-fd75f71f7044 req-4c86051b-d898-48a3-89a3-0567105ff4d9 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0944014 Feb 10 03:40:52.177458 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4dbf7b84-171f-4d59-a53c-fd75f71f7044 req-e99e86a8-ed03-4880-a350-76f73e586c0a tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495336 Feb 10 03:40:52.179751 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8536c448-e2eb-4e32-9d1c-d14fdb01ba28 admin admin] Publish callbacks [] for security_group (4aae28d6-c086-4794-bb9d-5228d5bb71a8), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:52.201736 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8536c448-e2eb-4e32-9d1c-d14fdb01ba28 admin admin] Publish callbacks [] for security_group (4aae28d6-c086-4794-bb9d-5228d5bb71a8), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:52.259675 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8536c448-e2eb-4e32-9d1c-d14fdb01ba28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (4aae28d6-c086-4794-bb9d-5228d5bb71a8), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:52.262540 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8536c448-e2eb-4e32-9d1c-d14fdb01ba28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:52.266890 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-8536c448-e2eb-4e32-9d1c-d14fdb01ba28 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4aae28d6-c086-4794-bb9d-5228d5bb71a8 HTTP/1.1" status: 204 len: 168 time: 0.1734507 Feb 10 03:40:52.273658 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536c448-e2eb-4e32-9d1c-d14fdb01ba28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aae28d6-c086-4794-bb9d-5228d5bb71a8,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:52.428384 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ae07d-a848-4fd5-ade3-30cca37b3766 req-fd8b7862-8b95-47f4-9da5-a67307ae3165 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:52.430076 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-716ae07d-a848-4fd5-ade3-30cca37b3766 req-fd8b7862-8b95-47f4-9da5-a67307ae3165 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 932 time: 0.0648351 Feb 10 03:40:52.501146 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-716ae07d-a848-4fd5-ade3-30cca37b3766 req-1ec308fa-dd38-4536-9b2e-63767a344856 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635729 Feb 10 03:40:52.567004 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b20e18-89aa-45da-ad06-36dca18701fd req-e254144f-1869-47f4-acee-a2773a1b4e4b tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:52.569092 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-52b20e18-89aa-45da-ad06-36dca18701fd req-e254144f-1869-47f4-acee-a2773a1b4e4b tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0817397 Feb 10 03:40:52.626410 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 48012) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:40:52.629784 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-52b20e18-89aa-45da-ad06-36dca18701fd req-bd6dc6ea-10af-446e-856f-bb4fc113e693 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519476 Feb 10 03:40:52.639963 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-dd509757-38a0-4929-9dba-7747904f4b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:52.737796 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-dd509757-38a0-4929-9dba-7747904f4b0d admin admin] Publish callbacks [] for security_group (fe6ecb21-d879-415d-b69d-1f87df16e61b), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:52.742849 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-dd509757-38a0-4929-9dba-7747904f4b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (fe6ecb21-d879-415d-b69d-1f87df16e61b), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:52.800924 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-dd509757-38a0-4929-9dba-7747904f4b0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=309f0f1da3b7453ba4e76fe0015ff12b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1729386 Feb 10 03:40:52.802374 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd509757-38a0-4929-9dba-7747904f4b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6ecb21-d879-415d-b69d-1f87df16e61b,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:52.804989 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 48014) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:40:52.860721 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ae44b38e-a6f0-46e5-aca2-73a21d748340 admin admin] Publish callbacks [] for security_group (fe6ecb21-d879-415d-b69d-1f87df16e61b), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:52.885236 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ae44b38e-a6f0-46e5-aca2-73a21d748340 admin admin] Publish callbacks [] for security_group (fe6ecb21-d879-415d-b69d-1f87df16e61b), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:52.937590 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ae44b38e-a6f0-46e5-aca2-73a21d748340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (fe6ecb21-d879-415d-b69d-1f87df16e61b), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:52.940518 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ae44b38e-a6f0-46e5-aca2-73a21d748340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:52.941883 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-ae44b38e-a6f0-46e5-aca2-73a21d748340 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe6ecb21-d879-415d-b69d-1f87df16e61b HTTP/1.1" status: 204 len: 168 time: 0.1356843 Feb 10 03:40:52.950125 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44b38e-a6f0-46e5-aca2-73a21d748340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6ecb21-d879-415d-b69d-1f87df16e61b,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:53.043478 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:53.310325 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ad50d-6fa5-4e5b-b6a4-9564a9e95cd0 req-41ab7110-567f-4d4b-8187-db11aac0ee84 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:53.312211 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-983ad50d-6fa5-4e5b-b6a4-9564a9e95cd0 req-41ab7110-567f-4d4b-8187-db11aac0ee84 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0616205 Feb 10 03:40:53.368465 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-983ad50d-6fa5-4e5b-b6a4-9564a9e95cd0 req-41197dfb-08b2-491d-b9b5-a236ccb8e27b tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504830 Feb 10 03:40:53.695843 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe066c2-af98-4d33-975c-bba13b351170 req-164ecb8b-e85d-4f94-820b-5c97bfe015f1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:53.698894 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dbe066c2-af98-4d33-975c-bba13b351170 req-164ecb8b-e85d-4f94-820b-5c97bfe015f1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 932 time: 0.1093202 Feb 10 03:40:53.782340 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dbe066c2-af98-4d33-975c-bba13b351170 req-537c8710-34b8-4d6b-8aed-2bc7b1ce6b57 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736909 Feb 10 03:40:53.832777 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498dd10-dc2a-4433-a979-d6db736bbcdc req-7dbbb334-ff4e-4be6-b5de-4bf23b70be5d tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:53.834619 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5498dd10-dc2a-4433-a979-d6db736bbcdc req-7dbbb334-ff4e-4be6-b5de-4bf23b70be5d tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0984480 Feb 10 03:40:53.891276 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5498dd10-dc2a-4433-a979-d6db736bbcdc req-fdae8eb3-400f-4d38-9fcd-b849b6557196 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481167 Feb 10 03:40:54.511331 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a6df3-824b-4a55-bfd1-3f52524aaaef req-1629152b-354c-4fd9-9444-fbec21eeb00b tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:54.512807 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-552a6df3-824b-4a55-bfd1-3f52524aaaef req-1629152b-354c-4fd9-9444-fbec21eeb00b tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0603034 Feb 10 03:40:54.568074 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-552a6df3-824b-4a55-bfd1-3f52524aaaef req-0218850b-aaa6-4ed6-9cd6-bf7171a9416a tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481822 Feb 10 03:40:54.934833 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff202da-3e04-43ec-a08c-95daf23ac2d1 req-8fee2904-a3fa-477f-8b80-998627fff4e7 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:54.936758 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3ff202da-3e04-43ec-a08c-95daf23ac2d1 req-8fee2904-a3fa-477f-8b80-998627fff4e7 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 932 time: 0.0772157 Feb 10 03:40:54.954134 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:55.018819 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3ff202da-3e04-43ec-a08c-95daf23ac2d1 req-de748d68-8dee-4485-93d9-a8c25052bfcd tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736930 Feb 10 03:40:55.093735 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68b5af-0e40-47a5-9e48-192c09d8099d req-0999c554-028e-468a-9389-3e7c17300590 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:55.095626 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1c68b5af-0e40-47a5-9e48-192c09d8099d req-0999c554-028e-468a-9389-3e7c17300590 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0756001 Feb 10 03:40:55.154941 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1c68b5af-0e40-47a5-9e48-192c09d8099d req-a09ef893-e072-4089-aeef-d5456996553c tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529783 Feb 10 03:40:55.729689 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c7064-d6af-401e-bf3c-8f0a2dad98b6 req-5fb124d5-8072-4f21-833b-c9a474d04021 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:55.731228 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d87c7064-d6af-401e-bf3c-8f0a2dad98b6 req-5fb124d5-8072-4f21-833b-c9a474d04021 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0729010 Feb 10 03:40:55.787814 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d87c7064-d6af-401e-bf3c-8f0a2dad98b6 req-0c5c60b4-6a7b-4cdb-a51a-3f0acb4841ec tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488853 Feb 10 03:40:55.860757 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 48100) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:40:55.978220 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-20043c98-0a15-4142-bb34-c777471d6a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:56.064451 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-20043c98-0a15-4142-bb34-c777471d6a74 admin admin] Publish callbacks [] for security_group (664eb7a3-02b1-4751-b0db-d8b4d2615f16), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:56.069320 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-20043c98-0a15-4142-bb34-c777471d6a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (664eb7a3-02b1-4751-b0db-d8b4d2615f16), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:56.142105 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-20043c98-0a15-4142-bb34-c777471d6a74 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30772912a16249fb84183a1fbc4f01ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2802422 Feb 10 03:40:56.145304 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 48106) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:40:56.147767 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20043c98-0a15-4142-bb34-c777471d6a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664eb7a3-02b1-4751-b0db-d8b4d2615f16,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:56.161678 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:56.175284 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bedca50-8ada-4ed8-8f0d-0447764ed45b req-918d963f-9e6c-461e-acc0-6475a77fd37b tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:56.177110 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3bedca50-8ada-4ed8-8f0d-0447764ed45b req-918d963f-9e6c-461e-acc0-6475a77fd37b tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 932 time: 0.0961492 Feb 10 03:40:56.245204 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3bedca50-8ada-4ed8-8f0d-0447764ed45b req-bb3d48c8-b587-4a93-b1ca-8c9634a3032e tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581343 Feb 10 03:40:56.262079 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-39514c0c-877a-47e3-b456-65ec2e9ded85 admin admin] Publish callbacks [] for security_group (664eb7a3-02b1-4751-b0db-d8b4d2615f16), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:56.293068 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-39514c0c-877a-47e3-b456-65ec2e9ded85 admin admin] Publish callbacks [] for security_group (664eb7a3-02b1-4751-b0db-d8b4d2615f16), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:56.309985 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecfa93-0cd9-4316-b7de-03ecfb4df167 req-e4930526-3472-48b7-a3d0-6f537023bb01 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:56.311961 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-79ecfa93-0cd9-4316-b7de-03ecfb4df167 req-e4930526-3472-48b7-a3d0-6f537023bb01 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0655432 Feb 10 03:40:56.346151 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-39514c0c-877a-47e3-b456-65ec2e9ded85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (664eb7a3-02b1-4751-b0db-d8b4d2615f16), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:56.349233 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-39514c0c-877a-47e3-b456-65ec2e9ded85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:56.353236 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-39514c0c-877a-47e3-b456-65ec2e9ded85 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/664eb7a3-02b1-4751-b0db-d8b4d2615f16 HTTP/1.1" status: 204 len: 168 time: 0.2024951 Feb 10 03:40:56.361247 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39514c0c-877a-47e3-b456-65ec2e9ded85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664eb7a3-02b1-4751-b0db-d8b4d2615f16,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:56.398570 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-79ecfa93-0cd9-4316-b7de-03ecfb4df167 req-da95e6bf-dc49-47d5-a3e1-1a45832301ce tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795748 Feb 10 03:40:56.785311 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 48116) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:40:56.808549 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3233af02-ce99-4d60-a73c-0a54ecbb2c36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:56.939442 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3233af02-ce99-4d60-a73c-0a54ecbb2c36 admin admin] Publish callbacks [] for security_group (550d0441-2485-4d0e-9cb9-4e1fd8c3398a), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:56.945108 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d94c1-01e8-4d88-87dc-17f94176e969 req-dea8ad16-44e0-4e98-adbe-5ec7d309aa2a tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:56.947101 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-969d94c1-01e8-4d88-87dc-17f94176e969 req-dea8ad16-44e0-4e98-adbe-5ec7d309aa2a tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0742857 Feb 10 03:40:56.959950 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3233af02-ce99-4d60-a73c-0a54ecbb2c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (550d0441-2485-4d0e-9cb9-4e1fd8c3398a), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:56.999775 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233af02-ce99-4d60-a73c-0a54ecbb2c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550d0441-2485-4d0e-9cb9-4e1fd8c3398a,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:57.004584 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-3233af02-ce99-4d60-a73c-0a54ecbb2c36 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6c992f018b245f5afbc25b9f5b5304c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181871 Feb 10 03:40:57.009359 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 48120) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:40:57.029073 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-969d94c1-01e8-4d88-87dc-17f94176e969 req-c1940016-1cd8-4ea4-ae00-25e9378747b8 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690010 Feb 10 03:40:57.064849 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7e8fb4fa-7810-419e-aa7b-837137154d83 admin admin] Publish callbacks [] for security_group (550d0441-2485-4d0e-9cb9-4e1fd8c3398a), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:57.087150 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7e8fb4fa-7810-419e-aa7b-837137154d83 admin admin] Publish callbacks [] for security_group (550d0441-2485-4d0e-9cb9-4e1fd8c3398a), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:57.135371 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7e8fb4fa-7810-419e-aa7b-837137154d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (550d0441-2485-4d0e-9cb9-4e1fd8c3398a), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:57.138027 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7e8fb4fa-7810-419e-aa7b-837137154d83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:57.139230 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-7e8fb4fa-7810-419e-aa7b-837137154d83 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/550d0441-2485-4d0e-9cb9-4e1fd8c3398a HTTP/1.1" status: 204 len: 168 time: 0.1288595 Feb 10 03:40:57.147644 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fb4fa-7810-419e-aa7b-837137154d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550d0441-2485-4d0e-9cb9-4e1fd8c3398a,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:57.376808 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f000c4-05e8-4009-879f-244642037fc4 req-82d406b0-a7fa-48bb-9e4b-9b10387360b2 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:57.379142 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f2f000c4-05e8-4009-879f-244642037fc4 req-82d406b0-a7fa-48bb-9e4b-9b10387360b2 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 932 time: 0.0557728 Feb 10 03:40:57.430193 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f2f000c4-05e8-4009-879f-244642037fc4 req-41ca4dfc-608c-4788-9dd1-58c357ddab9b tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462911 Feb 10 03:40:57.552355 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee3879-c218-4b6f-801c-34240996e093 req-c322ed45-4ab6-45b7-a534-d1c698bdeb44 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:57.554685 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e5ee3879-c218-4b6f-801c-34240996e093 req-c322ed45-4ab6-45b7-a534-d1c698bdeb44 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0662491 Feb 10 03:40:57.601947 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e5ee3879-c218-4b6f-801c-34240996e093 req-56cbb021-f913-4e90-b406-b34ffc83c565 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416543 Feb 10 03:40:57.671981 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-1c729029-8cf4-4055-a70a-028338b975fd req-9f9a60c7-df60-4ffe-913f-2a96334009d1 service neutron] Request body: {'port': {'device_id': 'a528a15b-6851-416c-9040-245fa3c93b88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:40:57.731637 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-1c729029-8cf4-4055-a70a-028338b975fd req-9f9a60c7-df60-4ffe-913f-2a96334009d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (21a54a32-023a-446a-a188-568375c7704d), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:58.003878 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [req-1c729029-8cf4-4055-a70a-028338b975fd req-9f9a60c7-df60-4ffe-913f-2a96334009d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a54a32-023a-446a-a188-568375c7704d {{(pid=102733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:40:58.012348 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-1c729029-8cf4-4055-a70a-028338b975fd req-9f9a60c7-df60-4ffe-913f-2a96334009d1 service neutron] Publish callbacks [] for port (21a54a32-023a-446a-a188-568375c7704d), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:58.024712 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.provisioning_blocks [req-1c729029-8cf4-4055-a70a-028338b975fd req-9f9a60c7-df60-4ffe-913f-2a96334009d1 service neutron] Transition to ACTIVE for port object 21a54a32-023a-446a-a188-568375c7704d will not be triggered until provisioned by entity L2. {{(pid=102733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:40:58.028748 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-1c729029-8cf4-4055-a70a-028338b975fd req-9f9a60c7-df60-4ffe-913f-2a96334009d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (21a54a32-023a-446a-a188-568375c7704d), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:58.101052 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a60c7-df60-4ffe-913f-2a96334009d1 service neutron] Pushing event updated for resources: {'Port': ['ID=21a54a32-023a-446a-a188-568375c7704d,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:58.159654 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-1c729029-8cf4-4055-a70a-028338b975fd req-9f9a60c7-df60-4ffe-913f-2a96334009d1 service neutron] Attempting to bind port 21a54a32-023a-446a-a188-568375c7704d on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:40:58.160031 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-1c729029-8cf4-4055-a70a-028338b975fd req-9f9a60c7-df60-4ffe-913f-2a96334009d1 service neutron] Attempting to bind port 21a54a32-023a-446a-a188-568375c7704d by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '0eb1f705-8f4d-4245-9b67-3505fcdf4b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c3e758e9-8c30-4511-9ae7-8ed1e299ebc5'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:40:58.160326 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c729029-8cf4-4055-a70a-028338b975fd req-9f9a60c7-df60-4ffe-913f-2a96334009d1 service neutron] Attempting to bind port 21a54a32-023a-446a-a188-568375c7704d on network c3e758e9-8c30-4511-9ae7-8ed1e299ebc5 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:40:58.165180 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c729029-8cf4-4055-a70a-028338b975fd req-9f9a60c7-df60-4ffe-913f-2a96334009d1 service neutron] Port 21a54a32-023a-446a-a188-568375c7704d on network c3e758e9-8c30-4511-9ae7-8ed1e299ebc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:40:58.165518 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c729029-8cf4-4055-a70a-028338b975fd req-9f9a60c7-df60-4ffe-913f-2a96334009d1 service neutron] Attempting to bind port 21a54a32-023a-446a-a188-568375c7704d on network c3e758e9-8c30-4511-9ae7-8ed1e299ebc5 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:40:58.175836 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c729029-8cf4-4055-a70a-028338b975fd req-9f9a60c7-df60-4ffe-913f-2a96334009d1 service neutron] Checking agent: {'id': '7fa92194-f930-41b3-9bb5-0cd5b2874298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'started_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:40:58.176229 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c729029-8cf4-4055-a70a-028338b975fd req-9f9a60c7-df60-4ffe-913f-2a96334009d1 service neutron] Checking segment: {'id': '0eb1f705-8f4d-4245-9b67-3505fcdf4b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c3e758e9-8c30-4511-9ae7-8ed1e299ebc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:40:58.176550 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c729029-8cf4-4055-a70a-028338b975fd req-9f9a60c7-df60-4ffe-913f-2a96334009d1 service neutron] Bound using segment: {'id': '0eb1f705-8f4d-4245-9b67-3505fcdf4b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c3e758e9-8c30-4511-9ae7-8ed1e299ebc5'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:40:58.177112 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-1c729029-8cf4-4055-a70a-028338b975fd req-9f9a60c7-df60-4ffe-913f-2a96334009d1 service neutron] Bound port: 21a54a32-023a-446a-a188-568375c7704d, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb1f705-8f4d-4245-9b67-3505fcdf4b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c3e758e9-8c30-4511-9ae7-8ed1e299ebc5'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:40:58.177824 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-1c729029-8cf4-4055-a70a-028338b975fd req-9f9a60c7-df60-4ffe-913f-2a96334009d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (21a54a32-023a-446a-a188-568375c7704d), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:58.192076 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c2179-60ba-458f-b863-cc9d54be276b req-0bac41ee-2f56-4161-9c1f-293302ac357f tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:58.193941 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-697c2179-60ba-458f-b863-cc9d54be276b req-0bac41ee-2f56-4161-9c1f-293302ac357f tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0819070 Feb 10 03:40:58.248356 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-1c729029-8cf4-4055-a70a-028338b975fd req-9f9a60c7-df60-4ffe-913f-2a96334009d1 service neutron] For port 21a54a32-023a-446a-a188-568375c7704d, host hv-cinder-82806, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:40:58.251462 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-1c729029-8cf4-4055-a70a-028338b975fd req-9f9a60c7-df60-4ffe-913f-2a96334009d1 service neutron] For port 21a54a32-023a-446a-a188-568375c7704d, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=21a54a32-023a-446a-a188-568375c7704d,segment=NetworkSegment(0eb1f705-8f4d-4245-9b67-3505fcdf4b86),segment_id=0eb1f705-8f4d-4245-9b67-3505fcdf4b86)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:40:58.256062 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-697c2179-60ba-458f-b863-cc9d54be276b req-a8940531-266f-493a-a39a-532d377c64cd tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556612 Feb 10 03:40:58.259486 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-1c729029-8cf4-4055-a70a-028338b975fd req-9f9a60c7-df60-4ffe-913f-2a96334009d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (21a54a32-023a-446a-a188-568375c7704d), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:58.300120 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c729029-8cf4-4055-a70a-028338b975fd req-9f9a60c7-df60-4ffe-913f-2a96334009d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:58.301026 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-1c729029-8cf4-4055-a70a-028338b975fd req-9f9a60c7-df60-4ffe-913f-2a96334009d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:40:58.303123 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-1c729029-8cf4-4055-a70a-028338b975fd req-9f9a60c7-df60-4ffe-913f-2a96334009d1 service neutron] 10.222.0.21 "PUT /v2.0/ports/21a54a32-023a-446a-a188-568375c7704d HTTP/1.1" status: 200 len: 1094 time: 0.6356206 Feb 10 03:40:58.303760 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a528a15b-6851-416c-9040-245fa3c93b88', 'tag': '21a54a32-023a-446a-a188-568375c7704d'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:40:58.306682 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c82564a-239f-4c15-847d-3456c24c241d" -d '{"events": [{"name": "network-changed", "server_uuid": "a528a15b-6851-416c-9040-245fa3c93b88", "tag": "21a54a32-023a-446a-a188-568375c7704d"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:40:58.345804 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a60c7-df60-4ffe-913f-2a96334009d1 service neutron] Pushing event updated for resources: {'Port': ['ID=21a54a32-023a-446a-a188-568375c7704d,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:40:58.349969 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9270346-e431-4978-9aad-79796f51d2ca x-openstack-request-id: req-e9270346-e431-4978-9aad-79796f51d2ca {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:40:58.350409 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a528a15b-6851-416c-9040-245fa3c93b88", "tag": "21a54a32-023a-446a-a188-568375c7704d", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:40:58.350667 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9270346-e431-4978-9aad-79796f51d2ca {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:40:58.351062 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a528a15b-6851-416c-9040-245fa3c93b88', 'tag': '21a54a32-023a-446a-a188-568375c7704d', 'status': 'completed', 'code': 200} Feb 10 03:40:58.426563 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c729029-8cf4-4055-a70a-028338b975fd req-80aaa9c5-8fb4-411d-89f7-2f2f8096c1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:58.428204 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-1c729029-8cf4-4055-a70a-028338b975fd req-80aaa9c5-8fb4-411d-89f7-2f2f8096c1df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8d44d08ec564e94b99156087796bf3d&device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 1128 time: 0.0484941 Feb 10 03:40:58.484995 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-1c729029-8cf4-4055-a70a-028338b975fd req-dd8bf9a0-6077-4558-9259-3bfc5650474d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21a54a32-023a-446a-a188-568375c7704d HTTP/1.1" status: 200 len: 217 time: 0.0410728 Feb 10 03:40:58.549612 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c729029-8cf4-4055-a70a-028338b975fd req-f61c1959-1f3b-4d84-8cce-8b733286374d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:58.551667 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-1c729029-8cf4-4055-a70a-028338b975fd req-f61c1959-1f3b-4d84-8cce-8b733286374d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ee4f3d3c-17ed-40ed-b0d6-547105984483 HTTP/1.1" status: 200 len: 852 time: 0.0595918 Feb 10 03:40:58.568356 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbfd39-cf2d-4185-8b1e-32c6bb7502a8 req-ae0d14b2-873d-4985-ab3a-f531ddb8df4a tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:58.570032 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-71cbfd39-cf2d-4185-8b1e-32c6bb7502a8 req-ae0d14b2-873d-4985-ab3a-f531ddb8df4a tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 944 time: 0.0554912 Feb 10 03:40:58.605931 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c729029-8cf4-4055-a70a-028338b975fd req-6daecd25-26ce-43f3-b313-660d270ee4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:58.607504 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-1c729029-8cf4-4055-a70a-028338b975fd req-6daecd25-26ce-43f3-b313-660d270ee4df service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3e758e9-8c30-4511-9ae7-8ed1e299ebc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492837 Feb 10 03:40:58.622261 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-71cbfd39-cf2d-4185-8b1e-32c6bb7502a8 req-348a1d0f-d1c1-4ad6-9f82-7ce8d8e63974 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461631 Feb 10 03:40:58.715077 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-1c729029-8cf4-4055-a70a-028338b975fd req-9f24634e-0997-4c44-9fec-a6c87f167f50 service neutron] 10.222.0.21 "GET /v2.0/networks/c3e758e9-8c30-4511-9ae7-8ed1e299ebc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000686 Feb 10 03:40:58.729352 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86121eb-2981-4050-96b4-9ad249829dc0 req-ff8a4aae-efae-4fad-a997-f6b8576020bf tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:58.730980 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e86121eb-2981-4050-96b4-9ad249829dc0 req-ff8a4aae-efae-4fad-a997-f6b8576020bf tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0569572 Feb 10 03:40:58.783464 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e86121eb-2981-4050-96b4-9ad249829dc0 req-b4e6514d-3eff-4884-b221-1cefc5c8ffb9 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466168 Feb 10 03:40:58.806294 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-1c729029-8cf4-4055-a70a-028338b975fd req-732470be-1fdf-4b2e-aab3-81038cf04d30 service neutron] 10.222.0.21 "GET /v2.0/networks/c3e758e9-8c30-4511-9ae7-8ed1e299ebc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847561 Feb 10 03:40:58.956988 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82564a-239f-4c15-847d-3456c24c241d req-0e09792e-a8c3-4f15-a82e-69442d99eae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:58.958617 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-2c82564a-239f-4c15-847d-3456c24c241d req-0e09792e-a8c3-4f15-a82e-69442d99eae4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8d44d08ec564e94b99156087796bf3d&device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 1128 time: 0.0558941 Feb 10 03:40:59.051651 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82564a-239f-4c15-847d-3456c24c241d req-a2c7a4d7-0b3e-4105-a46a-fb664c1b5296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:59.053159 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-2c82564a-239f-4c15-847d-3456c24c241d req-a2c7a4d7-0b3e-4105-a46a-fb664c1b5296 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3e758e9-8c30-4511-9ae7-8ed1e299ebc5 HTTP/1.1" status: 200 len: 914 time: 0.0877030 Feb 10 03:40:59.098521 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-2c82564a-239f-4c15-847d-3456c24c241d req-1bc1b457-a6ca-4531-8a65-547f0f821f0a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21a54a32-023a-446a-a188-568375c7704d HTTP/1.1" status: 200 len: 217 time: 0.0371609 Feb 10 03:40:59.149249 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82564a-239f-4c15-847d-3456c24c241d req-1d842642-283d-4c25-9473-ce5791d1e96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:59.150723 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-2c82564a-239f-4c15-847d-3456c24c241d req-1d842642-283d-4c25-9473-ce5791d1e96e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ee4f3d3c-17ed-40ed-b0d6-547105984483 HTTP/1.1" status: 200 len: 852 time: 0.0431168 Feb 10 03:40:59.205200 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82564a-239f-4c15-847d-3456c24c241d req-558a5c48-b415-4376-8ced-8ffa2de4c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:59.206847 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-2c82564a-239f-4c15-847d-3456c24c241d req-558a5c48-b415-4376-8ced-8ffa2de4c91e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3e758e9-8c30-4511-9ae7-8ed1e299ebc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473254 Feb 10 03:40:59.302367 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-2c82564a-239f-4c15-847d-3456c24c241d req-920f8e66-2035-45f5-a226-fe4a28e34b5a service neutron] 10.222.0.21 "GET /v2.0/networks/c3e758e9-8c30-4511-9ae7-8ed1e299ebc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881038 Feb 10 03:40:59.379737 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b81fd8-ca46-4ad5-b5e6-7ce70e09bb77 req-ff5ec5a7-c8af-43d2-941f-01baea54f503 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:59.381203 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-10b81fd8-ca46-4ad5-b5e6-7ce70e09bb77 req-ff5ec5a7-c8af-43d2-941f-01baea54f503 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0524311 Feb 10 03:40:59.392080 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-2c82564a-239f-4c15-847d-3456c24c241d req-95c8d27f-968b-49a1-af80-21eca0c34a85 service neutron] 10.222.0.21 "GET /v2.0/networks/c3e758e9-8c30-4511-9ae7-8ed1e299ebc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815814 Feb 10 03:40:59.429618 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-10b81fd8-ca46-4ad5-b5e6-7ce70e09bb77 req-35e94143-76a2-4225-a198-ba399864038f tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422373 Feb 10 03:40:59.752578 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04369ec4-18fe-4110-a85c-6f222646c363 req-452c846e-2d16-40f8-9249-70be97180b01 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:59.754048 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-04369ec4-18fe-4110-a85c-6f222646c363 req-452c846e-2d16-40f8-9249-70be97180b01 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 944 time: 0.0585148 Feb 10 03:40:59.799012 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-04369ec4-18fe-4110-a85c-6f222646c363 req-ed53f629-d212-49c1-aa80-ead4c28bfd13 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393322 Feb 10 03:40:59.907125 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f992cc6-ad91-4a6b-a718-2ae3b829878e req-282bd33f-0b43-4657-a308-3059132c30d6 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:40:59.908499 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5f992cc6-ad91-4a6b-a718-2ae3b829878e req-282bd33f-0b43-4657-a308-3059132c30d6 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0633771 Feb 10 03:40:59.954849 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5f992cc6-ad91-4a6b-a718-2ae3b829878e req-72b35610-03f8-430a-90f0-14e820689498 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404451 Feb 10 03:41:00.551915 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3791712-50e3-4227-b2a4-8be0953294fe req-096c57d7-4644-4832-97ed-547912d55051 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:00.553445 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a3791712-50e3-4227-b2a4-8be0953294fe req-096c57d7-4644-4832-97ed-547912d55051 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0551777 Feb 10 03:41:00.601357 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a3791712-50e3-4227-b2a4-8be0953294fe req-e5c98e19-aa11-49a3-bcb6-1d56ac958c05 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423579 Feb 10 03:41:00.724642 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 21a54a32-023a-446a-a188-568375c7704d details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:41:00.824563 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 21a54a32-023a-446a-a188-568375c7704d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=21a54a32-023a-446a-a188-568375c7704d,segment=NetworkSegment(0eb1f705-8f4d-4245-9b67-3505fcdf4b86),segment_id=0eb1f705-8f4d-4245-9b67-3505fcdf4b86)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:41:00.835932 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Returning: {'device': '21a54a32-023a-446a-a188-568375c7704d', 'network_id': 'c3e758e9-8c30-4511-9ae7-8ed1e299ebc5', 'port_id': '21a54a32-023a-446a-a188-568375c7704d', 'mac_address': 'fa:16:3e:39:d5:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee4f3d3c-17ed-40ed-b0d6-547105984483', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:41:00.877000 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 21a54a32-023a-446a-a188-568375c7704d is: DOWN; New status is: BUILD {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:41:00.877484 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (21a54a32-023a-446a-a188-568375c7704d), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:00.891097 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a54a32-023a-446a-a188-568375c7704d {{(pid=102734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:41:00.910830 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 21a54a32-023a-446a-a188-568375c7704d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=21a54a32-023a-446a-a188-568375c7704d,segment=NetworkSegment(0eb1f705-8f4d-4245-9b67-3505fcdf4b86),segment_id=0eb1f705-8f4d-4245-9b67-3505fcdf4b86)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:41:00.915778 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (21a54a32-023a-446a-a188-568375c7704d), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:00.921751 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8a1d0-f185-42a6-ba2c-8778c4441501 req-006eb5fc-9b43-4cf4-8c09-48f045431875 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:00.923263 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-76b8a1d0-f185-42a6-ba2c-8778c4441501 req-006eb5fc-9b43-4cf4-8c09-48f045431875 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 944 time: 0.0582221 Feb 10 03:41:00.967000 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=21a54a32-023a-446a-a188-568375c7704d,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:00.972003 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-76b8a1d0-f185-42a6-ba2c-8778c4441501 req-a11a8549-3c24-4c85-83cb-a3fbe1d5be86 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428102 Feb 10 03:41:01.074407 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395ff58-a5cc-4226-abe2-d8f1faa3492b req-0068f6fb-7eb4-4aba-a940-ff131392d92c tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:01.075887 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b395ff58-a5cc-4226-abe2-d8f1faa3492b req-0068f6fb-7eb4-4aba-a940-ff131392d92c tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0532210 Feb 10 03:41:01.127752 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b395ff58-a5cc-4226-abe2-d8f1faa3492b req-962b9912-1112-4825-9d96-0d0b13d479e9 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439024 Feb 10 03:41:01.308033 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['21a54a32-023a-446a-a188-568375c7704d'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:41:01.746296 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb33607-ecae-4c7a-aaba-b8b7c76da583 req-b6caa178-50f9-4d7a-a2f3-3278f45659df tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:01.747830 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-cbb33607-ecae-4c7a-aaba-b8b7c76da583 req-b6caa178-50f9-4d7a-a2f3-3278f45659df tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0549047 Feb 10 03:41:01.795519 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-cbb33607-ecae-4c7a-aaba-b8b7c76da583 req-b1ad35b0-0037-4cb2-82cc-ce1b454a5105 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399842 Feb 10 03:41:02.092003 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a2abc-4043-4354-a1e7-4b2536791fba req-49de1c40-6107-4b6f-b105-3f5e14a2ee68 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:02.093446 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ea8a2abc-4043-4354-a1e7-4b2536791fba req-49de1c40-6107-4b6f-b105-3f5e14a2ee68 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 945 time: 0.0539467 Feb 10 03:41:02.140940 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ea8a2abc-4043-4354-a1e7-4b2536791fba req-8a884b93-138e-401e-ad64-c27a3ba32d47 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419507 Feb 10 03:41:02.497603 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3288e36-a226-44d7-afe8-20e0746dfac7 req-d4dd04da-08d3-4cb5-8569-1c4f07a34e6a tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:02.499250 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d3288e36-a226-44d7-afe8-20e0746dfac7 req-d4dd04da-08d3-4cb5-8569-1c4f07a34e6a tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.3006308 Feb 10 03:41:02.548515 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d3288e36-a226-44d7-afe8-20e0746dfac7 req-f146d122-682a-4577-afd5-209972bd1251 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437355 Feb 10 03:41:02.728738 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 21a54a32-023a-446a-a188-568375c7704d up at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:41:02.915245 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning for port 21a54a32-023a-446a-a188-568375c7704d completed by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:41:02.919077 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning complete for port 21a54a32-023a-446a-a188-568375c7704d triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:41:02.920072 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (21a54a32-023a-446a-a188-568375c7704d), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:02.921622 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a5f3f-febc-4552-89b0-345120cf3a91 req-a8a192cf-800c-4fd0-b550-09175fcb1435 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:02.923172 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4b8a5f3f-febc-4552-89b0-345120cf3a91 req-a8a192cf-800c-4fd0-b550-09175fcb1435 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0576472 Feb 10 03:41:02.982877 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4b8a5f3f-febc-4552-89b0-345120cf3a91 req-6bbe81c9-d2c5-4efb-88fa-1eae4d53d629 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491564 Feb 10 03:41:03.004308 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 21a54a32-023a-446a-a188-568375c7704d is: BUILD; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:41:03.004696 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (21a54a32-023a-446a-a188-568375c7704d), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:03.028952 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a528a15b-6851-416c-9040-245fa3c93b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a54a32-023a-446a-a188-568375c7704d'}] {{(pid=102734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:41:03.031134 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f765ceee2b9e6863c7c09e3b0452b272479917b97bc142159859c6a833de831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c5bf9c-229b-48e0-b41a-14f2eb37c6a6" -d '{"events": [{"server_uuid": "a528a15b-6851-416c-9040-245fa3c93b88", "name": "network-vif-plugged", "status": "completed", "tag": "21a54a32-023a-446a-a188-568375c7704d"}]}' {{(pid=102734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:41:03.043323 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 21a54a32-023a-446a-a188-568375c7704d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=21a54a32-023a-446a-a188-568375c7704d,segment=NetworkSegment(0eb1f705-8f4d-4245-9b67-3505fcdf4b86),segment_id=0eb1f705-8f4d-4245-9b67-3505fcdf4b86)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:41:03.048328 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (21a54a32-023a-446a-a188-568375c7704d), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:03.074827 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66682b73-58d9-4f87-804b-4aa4a7d28ff1 x-openstack-request-id: req-66682b73-58d9-4f87-804b-4aa4a7d28ff1 {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:41:03.075137 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a528a15b-6851-416c-9040-245fa3c93b88", "name": "network-vif-plugged", "status": "completed", "tag": "21a54a32-023a-446a-a188-568375c7704d", "code": 200}]} {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:41:03.075384 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66682b73-58d9-4f87-804b-4aa4a7d28ff1 {{(pid=102734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:41:03.075761 dv-cinder-828060-2-iscsi neutron-server[102734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a528a15b-6851-416c-9040-245fa3c93b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a54a32-023a-446a-a188-568375c7704d', 'code': 200} Feb 10 03:41:03.098871 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=21a54a32-023a-446a-a188-568375c7704d,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:03.284626 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf59e0-b7fe-44ba-bda7-097f3815a654 req-700cd029-2bdb-4896-b87a-0d842a6b577e tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:03.286458 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-25cf59e0-b7fe-44ba-bda7-097f3815a654 req-700cd029-2bdb-4896-b87a-0d842a6b577e tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 946 time: 0.0610461 Feb 10 03:41:03.330323 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8b0b1-6489-473a-8db8-10b9cdad280c req-b20b8b11-cc40-469d-8803-1abeb19be6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:03.331864 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-def8b0b1-6489-473a-8db8-10b9cdad280c req-b20b8b11-cc40-469d-8803-1abeb19be6ab service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 1130 time: 0.0480571 Feb 10 03:41:03.334634 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-25cf59e0-b7fe-44ba-bda7-097f3815a654 req-3e67fd78-9eb7-4ebb-81d4-8607bf999202 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415707 Feb 10 03:41:03.382043 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-def8b0b1-6489-473a-8db8-10b9cdad280c req-217e1cf9-13e2-496e-a732-d2639e6c27ac service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423307 Feb 10 03:41:03.680685 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef01a87-e5ea-429f-81ef-5121afb4832e req-8a6c541e-c5c8-4057-b442-b85db75f43c9 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:03.682162 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3ef01a87-e5ea-429f-81ef-5121afb4832e req-8a6c541e-c5c8-4057-b442-b85db75f43c9 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0585959 Feb 10 03:41:03.738339 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3ef01a87-e5ea-429f-81ef-5121afb4832e req-b47bdd45-4e59-47a2-960c-4afd6f41d68f tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475614 Feb 10 03:41:04.111187 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7d3a1-dbf4-4d46-bc61-b5f8b0dde119 req-b6324e74-4541-4554-bd71-f84360d31f75 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:04.112662 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0ab7d3a1-dbf4-4d46-bc61-b5f8b0dde119 req-b6324e74-4541-4554-bd71-f84360d31f75 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0553179 Feb 10 03:41:04.164729 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0ab7d3a1-dbf4-4d46-bc61-b5f8b0dde119 req-fd3818a8-149f-4aa2-9d67-bbb253c9c1cf tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451288 Feb 10 03:41:04.454779 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c778aa-efa3-4a94-8a1f-2d397aaad502 req-9387759a-3d91-43d6-a008-8dcc12011eb6 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:04.456289 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b6c778aa-efa3-4a94-8a1f-2d397aaad502 req-9387759a-3d91-43d6-a008-8dcc12011eb6 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 946 time: 0.0561774 Feb 10 03:41:04.515708 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b6c778aa-efa3-4a94-8a1f-2d397aaad502 req-66a83634-ac5a-424a-aa0e-15c3925a7925 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492785 Feb 10 03:41:04.865489 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361ebb3-0a05-4a75-b901-d94b786d79eb req-abfebd51-0e24-4104-951b-571183b7e72c tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:04.867034 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3361ebb3-0a05-4a75-b901-d94b786d79eb req-abfebd51-0e24-4104-951b-571183b7e72c tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0540004 Feb 10 03:41:04.914455 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3361ebb3-0a05-4a75-b901-d94b786d79eb req-1dc431e2-3023-4962-aba3-99ad30e7e4cc tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411217 Feb 10 03:41:05.300374 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4f089-7bfe-4096-b326-046b02fb81e6 req-d560b5cc-decd-43d9-974c-c7924acb1ec1 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:05.301826 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c4a4f089-7bfe-4096-b326-046b02fb81e6 req-d560b5cc-decd-43d9-974c-c7924acb1ec1 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0597811 Feb 10 03:41:05.349456 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c4a4f089-7bfe-4096-b326-046b02fb81e6 req-8d8430c1-f754-43ec-ae77-85ccd754eeeb tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404317 Feb 10 03:41:05.631013 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f09ccf-1f33-4c39-b5dc-d3ed4b9e9e57 req-a5c52cc2-c37f-40a4-914d-3562258761a5 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:05.632519 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f3f09ccf-1f33-4c39-b5dc-d3ed4b9e9e57 req-a5c52cc2-c37f-40a4-914d-3562258761a5 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 946 time: 0.0555689 Feb 10 03:41:05.682429 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f3f09ccf-1f33-4c39-b5dc-d3ed4b9e9e57 req-d68e318a-7b9d-4f0b-9907-7c01f00d3728 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439434 Feb 10 03:41:05.815332 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be49e8-aea7-471b-a470-384f0d8e02a8 req-59f8229e-4f1a-40dc-90c0-59f5bb33da80 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:05.817334 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-55be49e8-aea7-471b-a470-384f0d8e02a8 req-59f8229e-4f1a-40dc-90c0-59f5bb33da80 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 946 time: 0.0645025 Feb 10 03:41:05.870781 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-55be49e8-aea7-471b-a470-384f0d8e02a8 req-89bda5f7-d81a-471b-b440-06429c03d4f3 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472884 Feb 10 03:41:06.036030 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9351f81-a073-4738-af8f-148a7dc1915f req-e223f4db-2383-4083-a649-7d8297e8d447 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:06.037496 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d9351f81-a073-4738-af8f-148a7dc1915f req-e223f4db-2383-4083-a649-7d8297e8d447 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0539711 Feb 10 03:41:06.082635 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d9351f81-a073-4738-af8f-148a7dc1915f req-3d317027-962a-413f-9a1c-bd3f6289c508 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396607 Feb 10 03:41:06.219432 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77fb51-a003-48fb-a71f-22e8269e7ad5 req-cde9e598-9582-4445-ab75-1e7bc9125c93 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:06.221249 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6d77fb51-a003-48fb-a71f-22e8269e7ad5 req-cde9e598-9582-4445-ab75-1e7bc9125c93 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 946 time: 0.0613389 Feb 10 03:41:06.269864 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6d77fb51-a003-48fb-a71f-22e8269e7ad5 req-f12a038f-62ee-46be-8b76-b6f4040c36e7 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409794 Feb 10 03:41:06.477939 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c1b81-0544-4c3a-ae8c-3281592f0770 req-b663f6f2-7b0f-46f8-b074-4bdb01409a55 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:06.479389 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c09c1b81-0544-4c3a-ae8c-3281592f0770 req-b663f6f2-7b0f-46f8-b074-4bdb01409a55 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0634587 Feb 10 03:41:06.540189 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c09c1b81-0544-4c3a-ae8c-3281592f0770 req-e4d9caaf-cc47-4b57-8afe-893f4f76d8b8 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462656 Feb 10 03:41:07.205112 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5dd8be-9d0c-43ed-a393-3a24e2884da6 req-f8fcf5c6-76c1-4ed5-bb6f-2a58bcfca11d tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:07.206686 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-de5dd8be-9d0c-43ed-a393-3a24e2884da6 req-f8fcf5c6-76c1-4ed5-bb6f-2a58bcfca11d tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0550835 Feb 10 03:41:07.255104 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-de5dd8be-9d0c-43ed-a393-3a24e2884da6 req-67b16675-f28b-4ec1-b274-aa43430941b2 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425303 Feb 10 03:41:07.673065 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf8ebf-8bdd-44f0-b910-c3c2440df531 req-ccc91ea3-e69c-4068-a897-96a85e4dee5a tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:07.674608 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-aabf8ebf-8bdd-44f0-b910-c3c2440df531 req-ccc91ea3-e69c-4068-a897-96a85e4dee5a tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0595882 Feb 10 03:41:07.729601 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-aabf8ebf-8bdd-44f0-b910-c3c2440df531 req-efe4c14e-3374-4fc7-bb0f-45a6588c9162 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426729 Feb 10 03:41:08.044803 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 48316) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:08.154721 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4a451d04-0006-454e-8109-3f1a461b8aca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:08.229424 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4a451d04-0006-454e-8109-3f1a461b8aca admin admin] Publish callbacks [] for security_group (0014c798-9ba1-4466-b0a9-9ebbb5caf754), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:08.233262 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4a451d04-0006-454e-8109-3f1a461b8aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (0014c798-9ba1-4466-b0a9-9ebbb5caf754), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:08.272360 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-4a451d04-0006-454e-8109-3f1a461b8aca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7982ce105abd436f8719a30649156e9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264450 Feb 10 03:41:08.273323 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a451d04-0006-454e-8109-3f1a461b8aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0014c798-9ba1-4466-b0a9-9ebbb5caf754,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:08.275284 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 48322) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:08.325986 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a8d894fb-369f-49b7-ad48-75a904b5a7f5 admin admin] Publish callbacks [] for security_group (0014c798-9ba1-4466-b0a9-9ebbb5caf754), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:08.346595 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a8d894fb-369f-49b7-ad48-75a904b5a7f5 admin admin] Publish callbacks [] for security_group (0014c798-9ba1-4466-b0a9-9ebbb5caf754), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:08.374399 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4bdbc-ba75-4c48-98ee-92f41fdd1cf8 req-a4bda527-8c23-4532-830d-a10713001ff0 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:08.375908 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-01d4bdbc-ba75-4c48-98ee-92f41fdd1cf8 req-a4bda527-8c23-4532-830d-a10713001ff0 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0529594 Feb 10 03:41:08.393800 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a8d894fb-369f-49b7-ad48-75a904b5a7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (0014c798-9ba1-4466-b0a9-9ebbb5caf754), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:08.396527 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a8d894fb-369f-49b7-ad48-75a904b5a7f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:08.397671 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-a8d894fb-369f-49b7-ad48-75a904b5a7f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0014c798-9ba1-4466-b0a9-9ebbb5caf754 HTTP/1.1" status: 204 len: 168 time: 0.1208141 Feb 10 03:41:08.406332 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d894fb-369f-49b7-ad48-75a904b5a7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0014c798-9ba1-4466-b0a9-9ebbb5caf754,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:08.435782 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-01d4bdbc-ba75-4c48-98ee-92f41fdd1cf8 req-5038dc9b-55c6-4122-a8dc-ec11fcf54b79 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539412 Feb 10 03:41:08.697169 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 48332) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:08.701598 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-351bf093-8403-4a1d-aa30-cb356e6aeaf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:08.779449 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-351bf093-8403-4a1d-aa30-cb356e6aeaf8 admin admin] Publish callbacks [] for security_group (654ff0ab-0075-4af3-80b9-93fab307319e), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:08.784394 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-351bf093-8403-4a1d-aa30-cb356e6aeaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (654ff0ab-0075-4af3-80b9-93fab307319e), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:08.830585 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351bf093-8403-4a1d-aa30-cb356e6aeaf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654ff0ab-0075-4af3-80b9-93fab307319e,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:08.849891 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-351bf093-8403-4a1d-aa30-cb356e6aeaf8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e73f7b9ebdf40298b10ee7ec6276184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1634722 Feb 10 03:41:08.852717 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 48336) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:08.903514 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010ff1e-a68d-417a-a9af-e3acb9b6b137 req-2a19aa7c-4aef-4cb9-a18f-973a46ae028c tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:08.905003 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0010ff1e-a68d-417a-a9af-e3acb9b6b137 req-2a19aa7c-4aef-4cb9-a18f-973a46ae028c tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0985620 Feb 10 03:41:08.924115 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c208ff5-a56b-4c18-be8a-51622cfeec8d admin admin] Publish callbacks [] for security_group (654ff0ab-0075-4af3-80b9-93fab307319e), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:08.967515 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c208ff5-a56b-4c18-be8a-51622cfeec8d admin admin] Publish callbacks [] for security_group (654ff0ab-0075-4af3-80b9-93fab307319e), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:08.986969 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0010ff1e-a68d-417a-a9af-e3acb9b6b137 req-49f59b8d-ba78-46e9-a32d-579a8fdc21fd tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725930 Feb 10 03:41:09.025767 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c208ff5-a56b-4c18-be8a-51622cfeec8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (654ff0ab-0075-4af3-80b9-93fab307319e), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:09.028370 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c208ff5-a56b-4c18-be8a-51622cfeec8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:09.029529 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-9c208ff5-a56b-4c18-be8a-51622cfeec8d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/654ff0ab-0075-4af3-80b9-93fab307319e HTTP/1.1" status: 204 len: 168 time: 0.1758087 Feb 10 03:41:09.038463 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c208ff5-a56b-4c18-be8a-51622cfeec8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654ff0ab-0075-4af3-80b9-93fab307319e,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:09.111635 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d3557-c370-4964-b4fe-e467b141c940 req-a0b83188-4d91-421b-a687-4542a8a64353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:09.113163 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7c2d3557-c370-4964-b4fe-e467b141c940 req-a0b83188-4d91-421b-a687-4542a8a64353 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 1129 time: 0.0435262 Feb 10 03:41:09.172098 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7c2d3557-c370-4964-b4fe-e467b141c940 req-cff46a29-0850-49c3-b28e-d2bf76611965 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511184 Feb 10 03:41:09.566580 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145ffe2-e3c3-4168-847c-3f8bd6eab3d4 req-56710e51-6ba4-436d-a3ba-9944e0ee7645 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:09.568116 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3145ffe2-e3c3-4168-847c-3f8bd6eab3d4 req-56710e51-6ba4-436d-a3ba-9944e0ee7645 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0569398 Feb 10 03:41:09.624533 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3145ffe2-e3c3-4168-847c-3f8bd6eab3d4 req-7bdb0e49-0946-4ea4-8a09-c7d3fcadf4ec tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487161 Feb 10 03:41:10.116707 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945193e-6ccc-46c2-9bd0-640c48fb902c req-7a93ca6b-4efb-4bd2-b310-fd46de54c4bd tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:10.118239 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d945193e-6ccc-46c2-9bd0-640c48fb902c req-7a93ca6b-4efb-4bd2-b310-fd46de54c4bd tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0545464 Feb 10 03:41:10.169118 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d945193e-6ccc-46c2-9bd0-640c48fb902c req-08f04d8f-7e7e-4230-b19b-690c9143ffd9 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445383 Feb 10 03:41:10.743518 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45645a5-bea5-4323-b74a-1878326a722f req-79f02812-f785-49d3-8ea4-bd172437c7e8 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:10.745619 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a45645a5-bea5-4323-b74a-1878326a722f req-79f02812-f785-49d3-8ea4-bd172437c7e8 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0538609 Feb 10 03:41:10.792194 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a45645a5-bea5-4323-b74a-1878326a722f req-d000fc3c-6e90-4250-bb2a-f060d2cd2bc9 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407925 Feb 10 03:41:11.293716 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3b8b9-c9ba-43b1-aea5-ab0ed4675303 req-10f67347-e3ea-43a1-a219-2a81e8b34463 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:11.295240 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bfb3b8b9-c9ba-43b1-aea5-ab0ed4675303 req-10f67347-e3ea-43a1-a219-2a81e8b34463 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0574532 Feb 10 03:41:11.341882 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bfb3b8b9-c9ba-43b1-aea5-ab0ed4675303 req-4e5de25c-8a87-454f-9d31-51a06ac5cb44 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410626 Feb 10 03:41:11.676510 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae32bcf-d336-486b-82bd-caef8f27b099 req-6924a3ae-20d2-4b96-b9fb-7bf3d31c690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:11.678187 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-4ae32bcf-d336-486b-82bd-caef8f27b099 req-6924a3ae-20d2-4b96-b9fb-7bf3d31c690d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=114e0c095df64647bf339f0e8dcf8571&device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 1129 time: 0.0476551 Feb 10 03:41:11.681229 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59b085-ed2a-4b59-8102-087879dcd471 req-96ad105e-466e-44e7-b855-3e877e2dd33e tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:11.682743 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-fc59b085-ed2a-4b59-8102-087879dcd471 req-96ad105e-466e-44e7-b855-3e877e2dd33e tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0643344 Feb 10 03:41:11.733217 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-fc59b085-ed2a-4b59-8102-087879dcd471 req-6efab33b-57ad-45ce-b529-a3d3799a192b tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427096 Feb 10 03:41:11.779107 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae32bcf-d336-486b-82bd-caef8f27b099 req-12025bb1-78e0-4d0a-8f9d-f06900f856ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:11.780605 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-4ae32bcf-d336-486b-82bd-caef8f27b099 req-12025bb1-78e0-4d0a-8f9d-f06900f856ed service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0aca2bf-c883-41b5-bca5-cb73801c5192 HTTP/1.1" status: 200 len: 920 time: 0.0868094 Feb 10 03:41:11.825588 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-4ae32bcf-d336-486b-82bd-caef8f27b099 req-e6ad0850-10ad-4ffd-902e-934714c57bbf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1de8a500-64d0-4173-8581-65530f888f8a HTTP/1.1" status: 200 len: 217 time: 0.0364656 Feb 10 03:41:11.872927 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae32bcf-d336-486b-82bd-caef8f27b099 req-629bc82b-40e8-475d-becb-c9c1e8bea506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:11.874387 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-4ae32bcf-d336-486b-82bd-caef8f27b099 req-629bc82b-40e8-475d-becb-c9c1e8bea506 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9995f4ef-9c6b-4dbc-a816-718f17a87440 HTTP/1.1" status: 200 len: 859 time: 0.0432692 Feb 10 03:41:11.917282 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4183547-5005-4eef-9d69-660ccee84002 req-b6f80603-5563-44bb-a31d-75cf537f0ad6 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:11.918881 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a4183547-5005-4eef-9d69-660ccee84002 req-b6f80603-5563-44bb-a31d-75cf537f0ad6 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0561788 Feb 10 03:41:11.922112 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-4ae32bcf-d336-486b-82bd-caef8f27b099 req-362e1966-b835-4496-97c8-e9b2905c40ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0aca2bf-c883-41b5-bca5-cb73801c5192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311069 Feb 10 03:41:11.967659 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a4183547-5005-4eef-9d69-660ccee84002 req-9cf2565c-b1b0-433d-8179-194fe6a94332 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420463 Feb 10 03:41:12.017013 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-4ae32bcf-d336-486b-82bd-caef8f27b099 req-276302a0-8c55-4b36-ad3a-89f6ebb223f0 service neutron] 10.222.0.21 "GET /v2.0/networks/e0aca2bf-c883-41b5-bca5-cb73801c5192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864899 Feb 10 03:41:12.104086 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-4ae32bcf-d336-486b-82bd-caef8f27b099 req-3e6eed12-2882-4083-908a-a85625632112 service neutron] 10.222.0.21 "GET /v2.0/networks/e0aca2bf-c883-41b5-bca5-cb73801c5192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809941 Feb 10 03:41:12.858952 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b415bb-41e6-4e54-bfd2-a8cf27ffb10d req-38d17ede-16b5-49ea-89b7-ed8e35340b3a tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:12.860468 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d8b415bb-41e6-4e54-bfd2-a8cf27ffb10d req-38d17ede-16b5-49ea-89b7-ed8e35340b3a tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0589285 Feb 10 03:41:12.908036 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d8b415bb-41e6-4e54-bfd2-a8cf27ffb10d req-92684490-f588-44c7-9236-6ea151ead910 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414860 Feb 10 03:41:13.094720 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29faaa50-bdbe-420b-a2e4-f510b3b8b0ae req-1b9a848b-af29-450b-aa3c-834f641f6614 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:13.096247 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-29faaa50-bdbe-420b-a2e4-f510b3b8b0ae req-1b9a848b-af29-450b-aa3c-834f641f6614 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0595677 Feb 10 03:41:13.142703 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-29faaa50-bdbe-420b-a2e4-f510b3b8b0ae req-b800f856-09b2-46a4-8fb4-0bbcf8e24fce tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405517 Feb 10 03:41:14.037484 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a806dc-fca8-4c4c-8003-febfc11ed614 req-62e54126-06a3-4693-bad7-d2c3367462ca tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:14.039009 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-79a806dc-fca8-4c4c-8003-febfc11ed614 req-62e54126-06a3-4693-bad7-d2c3367462ca tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0573399 Feb 10 03:41:14.095355 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-79a806dc-fca8-4c4c-8003-febfc11ed614 req-69718016-75ba-48e7-b8d7-d988360bc84a tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504510 Feb 10 03:41:14.261381 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99387684-ab75-4e2c-b61a-63d2076b7b89 req-a2cbf3c7-cb40-4bb1-a99f-272bccb0bb5a tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:14.262950 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-99387684-ab75-4e2c-b61a-63d2076b7b89 req-a2cbf3c7-cb40-4bb1-a99f-272bccb0bb5a tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0541055 Feb 10 03:41:14.312186 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-99387684-ab75-4e2c-b61a-63d2076b7b89 req-41d6bbda-2bcb-4840-bad9-165ec6e83364 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436642 Feb 10 03:41:14.524596 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd4fca-e6c5-4a1c-b508-e10418fc7a11 req-8d1bec27-2294-4fc1-aae9-e184f9b233e1 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:14.526382 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-13cd4fca-e6c5-4a1c-b508-e10418fc7a11 req-8d1bec27-2294-4fc1-aae9-e184f9b233e1 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0525584 Feb 10 03:41:14.576098 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-13cd4fca-e6c5-4a1c-b508-e10418fc7a11 req-bf8ed449-c5dc-47bf-b16c-20afe8932a3a tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436361 Feb 10 03:41:14.615139 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904e6b3-ccb6-4f94-9ed7-9f09fe7f47a9 req-972b12ec-6e8e-43fd-a76b-7bf4eaef8398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:14.616650 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7904e6b3-ccb6-4f94-9ed7-9f09fe7f47a9 req-972b12ec-6e8e-43fd-a76b-7bf4eaef8398 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f327fcae4b024948a911ad1bdeb06ad9&device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 1129 time: 0.0459323 Feb 10 03:41:14.712284 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904e6b3-ccb6-4f94-9ed7-9f09fe7f47a9 req-53b49a88-a269-4f8b-a1c5-05c1bf1ab7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:14.713664 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7904e6b3-ccb6-4f94-9ed7-9f09fe7f47a9 req-53b49a88-a269-4f8b-a1c5-05c1bf1ab7b0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d05c7b61-b2b5-4d63-9ad8-889925a1fb38 HTTP/1.1" status: 200 len: 911 time: 0.0904899 Feb 10 03:41:14.786878 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7904e6b3-ccb6-4f94-9ed7-9f09fe7f47a9 req-577a9b58-39fd-4128-beec-01fc1001a4f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f6a5eaa-729c-49cc-aff5-a2c491acd54d HTTP/1.1" status: 200 len: 1001 time: 0.0628102 Feb 10 03:41:14.838907 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904e6b3-ccb6-4f94-9ed7-9f09fe7f47a9 req-941b46f4-8260-4963-ad2a-044cc37c81f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:14.840355 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7904e6b3-ccb6-4f94-9ed7-9f09fe7f47a9 req-941b46f4-8260-4963-ad2a-044cc37c81f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bec865b2-7c97-41d1-94cb-c04a8fe247f5 HTTP/1.1" status: 200 len: 849 time: 0.0457821 Feb 10 03:41:14.916401 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904e6b3-ccb6-4f94-9ed7-9f09fe7f47a9 req-e69328aa-eeb1-4049-a39d-3d64b2c05735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:14.918050 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7904e6b3-ccb6-4f94-9ed7-9f09fe7f47a9 req-e69328aa-eeb1-4049-a39d-3d64b2c05735 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d05c7b61-b2b5-4d63-9ad8-889925a1fb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496979 Feb 10 03:41:15.011841 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7904e6b3-ccb6-4f94-9ed7-9f09fe7f47a9 req-107b3063-634f-4683-8e21-b5786ea34497 service neutron] 10.222.0.21 "GET /v2.0/networks/d05c7b61-b2b5-4d63-9ad8-889925a1fb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870764 Feb 10 03:41:15.111122 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7904e6b3-ccb6-4f94-9ed7-9f09fe7f47a9 req-ef6c4e37-2f96-48ab-b3c9-bc51c43b083f service neutron] 10.222.0.21 "GET /v2.0/networks/d05c7b61-b2b5-4d63-9ad8-889925a1fb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926762 Feb 10 03:41:15.221968 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2577d3-a161-411c-816f-67fa8e64ae4f req-37357b98-b43e-4ca3-8ebb-58a203315db5 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:15.223489 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1a2577d3-a161-411c-816f-67fa8e64ae4f req-37357b98-b43e-4ca3-8ebb-58a203315db5 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0582185 Feb 10 03:41:15.270196 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1a2577d3-a161-411c-816f-67fa8e64ae4f req-2e99a74a-f34e-400b-96ca-94c22f14a58b tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410769 Feb 10 03:41:15.734485 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d616b4f-fbc5-41d2-bd85-004fe91ee428 req-5876ac11-2733-4f72-8b4b-118413799b37 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:15.736198 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2d616b4f-fbc5-41d2-bd85-004fe91ee428 req-5876ac11-2733-4f72-8b4b-118413799b37 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0610600 Feb 10 03:41:15.823943 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2d616b4f-fbc5-41d2-bd85-004fe91ee428 req-bddd475e-2ff6-494d-ac17-a47a1772a6c9 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820210 Feb 10 03:41:15.901792 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84a156-6f01-4d36-a312-7c906cf0a0db req-017b3d61-09d0-44bd-a25d-6b6266931316 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:15.903677 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4f84a156-6f01-4d36-a312-7c906cf0a0db req-017b3d61-09d0-44bd-a25d-6b6266931316 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 946 time: 0.0678084 Feb 10 03:41:15.963724 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4f84a156-6f01-4d36-a312-7c906cf0a0db req-fa35dbc5-31ed-4c5b-bc4e-069e7fb7f282 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532763 Feb 10 03:41:15.989089 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 48538) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:16.214470 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e86aec-5c38-4877-989a-a1a0b6ed8434 req-88bfac3f-9531-489d-9ac5-d2d94398afbe tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:16.215973 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-61e86aec-5c38-4877-989a-a1a0b6ed8434 req-88bfac3f-9531-489d-9ac5-d2d94398afbe tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 946 time: 0.0784948 Feb 10 03:41:16.230147 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47f1122-7f0d-47b3-97ee-3d6e360a09c1 tempest-TestMinimumBasicScenario-1539413584 tempest-TestMinimumBasicScenario-1539413584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:16.234911 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-d47f1122-7f0d-47b3-97ee-3d6e360a09c1 tempest-TestMinimumBasicScenario-1539413584 tempest-TestMinimumBasicScenario-1539413584-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 1125 time: 0.2414277 Feb 10 03:41:16.235381 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 48544) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:16.241216 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Request body: {'floatingip': {'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'port_id': '21a54a32-023a-446a-a188-568375c7704d', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:41:16.262826 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:16.268727 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-61e86aec-5c38-4877-989a-a1a0b6ed8434 req-24620cea-92dc-4f38-a807-3b57cd561d63 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460446 Feb 10 03:41:16.616686 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:16.732047 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Allocated IP 172.27.0.230 (21bdb221-e4aa-4ceb-8437-3c4897a6dae2/0a389fce-60fc-45d4-b298-908574c1c629/6ce0a2af-3470-47a3-a112-bfe2e7b20c4d) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:41:16.838492 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for port (6ce0a2af-3470-47a3-a112-bfe2e7b20c4d), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:16.872826 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (6ce0a2af-3470-47a3-a112-bfe2e7b20c4d), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:16.911929 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:41:16.916325 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:41:16.920817 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:41:16.922875 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Pushing event updated for resources: {'Port': ['ID=6ce0a2af-3470-47a3-a112-bfe2e7b20c4d,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:16.948010 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:16.948360 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:16.948707 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:16.949049 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:16.949385 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:16.949718 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:16.950057 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:16.950383 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:16.950749 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:16.951065 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:16.951374 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:16.951696 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:16.952023 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:16.956034 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33d2e4-f94e-4328-b399-ed568f84525f req-59365bd3-f5ba-45b7-9734-ece7fbf5de1f tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:16.957512 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6f33d2e4-f94e-4328-b399-ed568f84525f req-59365bd3-f5ba-45b7-9734-ece7fbf5de1f tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0640137 Feb 10 03:41:17.011249 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6f33d2e4-f94e-4328-b399-ed568f84525f req-53770c80-946f-4eeb-8a83-d4962edf07ca tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440423 Feb 10 03:41:17.302159 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 48564) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:17.312590 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for floatingip (b8f4bee5-27fc-4be8-9040-33d32a019e50), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:17.391807 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (6ce0a2af-3470-47a3-a112-bfe2e7b20c4d), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:17.394985 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549285c-d19b-41a3-863b-eeb3ccbf154a req-5e6cdac2-3c21-45cf-847f-27b83dc8c876 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:17.396601 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6549285c-d19b-41a3-863b-eeb3ccbf154a req-5e6cdac2-3c21-45cf-847f-27b83dc8c876 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 946 time: 0.0552802 Feb 10 03:41:17.429093 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-568afd3d-c294-4f21-9fb7-0eaffb9bffaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:17.468370 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6549285c-d19b-41a3-863b-eeb3ccbf154a req-5255ebe3-0bc3-4635-9215-95867b2f0afc tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656173 Feb 10 03:41:17.528679 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-568afd3d-c294-4f21-9fb7-0eaffb9bffaa admin admin] Publish callbacks [] for security_group (d980dcb1-00b3-4215-a6ce-fe5104d215ce), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:17.534938 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-568afd3d-c294-4f21-9fb7-0eaffb9bffaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (d980dcb1-00b3-4215-a6ce-fe5104d215ce), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:17.547136 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for port (6ce0a2af-3470-47a3-a112-bfe2e7b20c4d), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:17.551818 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (6ce0a2af-3470-47a3-a112-bfe2e7b20c4d), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:17.572061 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-568afd3d-c294-4f21-9fb7-0eaffb9bffaa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aaedf5441ea549a38d83da14a265894e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2687626 Feb 10 03:41:17.573079 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568afd3d-c294-4f21-9fb7-0eaffb9bffaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d980dcb1-00b3-4215-a6ce-fe5104d215ce,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:17.575516 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 48568) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:17.620640 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Pushing event updated for resources: {'Port': ['ID=6ce0a2af-3470-47a3-a112-bfe2e7b20c4d,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:17.626136 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f452f0c-875e-4ed5-a2a6-b5d92984cf0d admin admin] Publish callbacks [] for security_group (d980dcb1-00b3-4215-a6ce-fe5104d215ce), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:17.628688 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575287'] for floatingip (b8f4bee5-27fc-4be8-9040-33d32a019e50), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:17.647056 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f452f0c-875e-4ed5-a2a6-b5d92984cf0d admin admin] Publish callbacks [] for security_group (d980dcb1-00b3-4215-a6ce-fe5104d215ce), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:17.706201 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f452f0c-875e-4ed5-a2a6-b5d92984cf0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (d980dcb1-00b3-4215-a6ce-fe5104d215ce), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:17.708836 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f452f0c-875e-4ed5-a2a6-b5d92984cf0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:17.712552 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-1f452f0c-875e-4ed5-a2a6-b5d92984cf0d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d980dcb1-00b3-4215-a6ce-fe5104d215ce HTTP/1.1" status: 204 len: 168 time: 0.1337485 Feb 10 03:41:17.725305 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f452f0c-875e-4ed5-a2a6-b5d92984cf0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d980dcb1-00b3-4215-a6ce-fe5104d215ce,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:17.752470 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.db.l3_db [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Floating IP b8f4bee5-27fc-4be8-9040-33d32a019e50 associated. External IP: 172.27.0.230, port: 21a54a32-023a-446a-a188-568375c7704d. Feb 10 03:41:17.984719 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Router 61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:41:18.011752 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 48582) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:18.024745 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-aa7cfa80-6697-46bf-8858-736488884135 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:18.099258 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-aa7cfa80-6697-46bf-8858-736488884135 admin admin] Publish callbacks [] for security_group (4b4019b5-8080-41d3-b585-3833d3890dd6), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:18.104288 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-aa7cfa80-6697-46bf-8858-736488884135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (4b4019b5-8080-41d3-b585-3833d3890dd6), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:18.124296 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:41:18.136836 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02001eb3-b582-4f7e-964f-63cb4576c273 None None] Sync routers for ids ['61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb'] in dv-cinder-828060-2-iscsi {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:41:18.140719 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7cfa80-6697-46bf-8858-736488884135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4019b5-8080-41d3-b585-3833d3890dd6,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:18.143500 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79522a23-84ca-4437-a9cc-6f4f3497d714 req-722f09c3-111c-4d76-a4cc-f92c350886e1 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:18.145124 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-79522a23-84ca-4437-a9cc-6f4f3497d714 req-722f09c3-111c-4d76-a4cc-f92c350886e1 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.21 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 946 time: 0.0708568 Feb 10 03:41:18.146588 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-aa7cfa80-6697-46bf-8858-736488884135 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=acf6b135be22431d99d4dbdb8da7e0e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338031 Feb 10 03:41:18.149905 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 48584) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:18.153258 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02001eb3-b582-4f7e-964f-63cb4576c273 None None] Routers {'61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:41:18.153944 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-02001eb3-b582-4f7e-964f-63cb4576c273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:40:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:41:18.174199 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for floatingip (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:18.280742 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-9b0a5746-e960-44cd-bb7c-35d0448f25c1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0413656 Feb 10 03:41:18.281081 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a528a15b-6851-416c-9040-245fa3c93b88', 'tag': '21a54a32-023a-446a-a188-568375c7704d'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:41:18.282179 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 48586) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:18.283443 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475207c1-d12c-466b-bee1-bbc2c49eaf69" -d '{"events": [{"name": "network-changed", "server_uuid": "a528a15b-6851-416c-9040-245fa3c93b88", "tag": "21a54a32-023a-446a-a188-568375c7704d"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:41:18.287770 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-0dd4dd1c-cfb6-4074-acdf-ba7e22ebcd60 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1178662493', 'description': 'tempest-secgroup-smoke-1178662493 description', 'project_id': 'f8d44d08ec564e94b99156087796bf3d'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:41:18.309096 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-62beee9d-082b-4b14-9c5c-a42407962c8a admin admin] Publish callbacks [] for security_group (4b4019b5-8080-41d3-b585-3833d3890dd6), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:18.319021 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0dd4dd1c-cfb6-4074-acdf-ba7e22ebcd60 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:18.337904 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa65df6-787b-47c2-948d-7e0bf739e1d4 x-openstack-request-id: req-4aa65df6-787b-47c2-948d-7e0bf739e1d4 {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:41:18.338590 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a528a15b-6851-416c-9040-245fa3c93b88", "tag": "21a54a32-023a-446a-a188-568375c7704d", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:41:18.338590 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4aa65df6-787b-47c2-948d-7e0bf739e1d4 {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:41:18.338997 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a528a15b-6851-416c-9040-245fa3c93b88', 'tag': '21a54a32-023a-446a-a188-568375c7704d', 'status': 'completed', 'code': 200} Feb 10 03:41:18.341608 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-62beee9d-082b-4b14-9c5c-a42407962c8a admin admin] Publish callbacks [] for security_group (4b4019b5-8080-41d3-b585-3833d3890dd6), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:18.355153 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-79522a23-84ca-4437-a9cc-6f4f3497d714 req-31c61972-0275-4a8a-8505-16602457c782 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Deleting port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:41:18.355496 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-79522a23-84ca-4437-a9cc-6f4f3497d714 req-31c61972-0275-4a8a-8505-16602457c782 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (29a0a5b3-6729-4753-8ce5-55f51a8c9a2e), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:18.358633 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-02001eb3-b582-4f7e-964f-63cb4576c273 None None] Set router 61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:41:18.407880 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0dd4dd1c-cfb6-4074-acdf-ba7e22ebcd60 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for security_group (d2dabf78-172c-46ea-90a9-a593f4fddf86), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:18.415554 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0dd4dd1c-cfb6-4074-acdf-ba7e22ebcd60 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (d2dabf78-172c-46ea-90a9-a593f4fddf86), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:18.472782 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-62beee9d-082b-4b14-9c5c-a42407962c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (4b4019b5-8080-41d3-b585-3833d3890dd6), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:18.475333 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-62beee9d-082b-4b14-9c5c-a42407962c8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:18.476458 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-62beee9d-082b-4b14-9c5c-a42407962c8a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4b4019b5-8080-41d3-b585-3833d3890dd6 HTTP/1.1" status: 204 len: 168 time: 0.3256104 Feb 10 03:41:18.482604 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4dd1c-cfb6-4074-acdf-ba7e22ebcd60 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dabf78-172c-46ea-90a9-a593f4fddf86,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:18.513933 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0dd4dd1c-cfb6-4074-acdf-ba7e22ebcd60 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:18.514408 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62beee9d-082b-4b14-9c5c-a42407962c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4019b5-8080-41d3-b585-3833d3890dd6,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:18.516417 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-0dd4dd1c-cfb6-4074-acdf-ba7e22ebcd60 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2324295 Feb 10 03:41:18.522965 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 48594) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:18.541456 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-2400c285-47b7-4411-9d8c-3b4b4e9334f9 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Request body: {'security_group_rule': {'security_group_id': 'd2dabf78-172c-46ea-90a9-a593f4fddf86', 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:41:18.554236 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-79522a23-84ca-4437-a9cc-6f4f3497d714 req-31c61972-0275-4a8a-8505-16602457c782 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] For port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=29a0a5b3-6729-4753-8ce5-55f51a8c9a2e,segment=NetworkSegment(086c110e-e949-4dfb-87df-62ade2705185),segment_id=086c110e-e949-4dfb-87df-62ade2705185)] {{(pid=102733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:41:18.554607 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-79522a23-84ca-4437-a9cc-6f4f3497d714 req-31c61972-0275-4a8a-8505-16602457c782 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (29a0a5b3-6729-4753-8ce5-55f51a8c9a2e), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:18.563175 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475207c1-d12c-466b-bee1-bbc2c49eaf69 req-5ad67259-9dcf-41da-9d5b-fba6545a1ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:18.566128 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-475207c1-d12c-466b-bee1-bbc2c49eaf69 req-5ad67259-9dcf-41da-9d5b-fba6545a1ea4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8d44d08ec564e94b99156087796bf3d&device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 1130 time: 0.1407125 Feb 10 03:41:18.605230 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-02001eb3-b582-4f7e-964f-63cb4576c273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'name': 'tempest-TestMinimumBasicScenario-40054323-router', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '14ca726a-99ad-4e9f-bc64-fe2ff0891440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:40:25Z', 'updated_at': '2022-02-10T03:40:28Z', 'revision_number': 4, 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'gw_port': {'id': '14ca726a-99ad-4e9f-bc64-fe2ff0891440', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:25Z', 'updated_at': '2022-02-10T03:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_floatingips': [{'id': 'b8f4bee5-27fc-4be8-9040-33d32a019e50', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'port_id': '21a54a32-023a-446a-a188-568375c7704d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e758e9-8c30-4511-9ae7-8ed1e299ebc5', 'mac_address': 'fa:16:3e:39:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a528a15b-6851-416c-9040-245fa3c93b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:41:17Z', 'updated_at': '2022-02-10T03:41:17Z', 'revision_number': 0, 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e', 'name': '', 'network_id': 'c3e758e9-8c30-4511-9ae7-8ed1e299ebc5', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d', 'mac_address': 'fa:16:3e:e1:80:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ee4f3d3c-17ed-40ed-b0d6-547105984483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:27Z', 'updated_at': '2022-02-10T03:40:32Z', 'revision_number': 5, 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'subnets': [{'id': 'ee4f3d3c-17ed-40ed-b0d6-547105984483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:41:18.635253 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02001eb3-b582-4f7e-964f-63cb4576c273 None None] Checking router: 61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb for host: dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:41:18.643859 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02001eb3-b582-4f7e-964f-63cb4576c273 None None] Routers {'61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:41:18.644832 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-02001eb3-b582-4f7e-964f-63cb4576c273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:40:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:41:18.677395 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-810412ae-7cf3-4bef-964f-b537fa5e1e39 req-b5955b58-0f33-4daa-9b7a-25aeaf3c1fc0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2324271 Feb 10 03:41:18.682976 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-2400c285-47b7-4411-9d8c-3b4b4e9334f9 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for security_group_rule (2e933aca-a2ca-458a-97c9-91d524903948), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:18.708375 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475207c1-d12c-466b-bee1-bbc2c49eaf69 req-337ca6b9-1874-42d8-a561-499795525e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:18.718816 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-475207c1-d12c-466b-bee1-bbc2c49eaf69 req-337ca6b9-1874-42d8-a561-499795525e9d service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3e758e9-8c30-4511-9ae7-8ed1e299ebc5 HTTP/1.1" status: 200 len: 914 time: 0.1377666 Feb 10 03:41:18.783448 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-02001eb3-b582-4f7e-964f-63cb4576c273 None None] Set router 61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:41:18.865051 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4abb752-0f8c-48e7-940a-0f0896f391d5 req-aa86c3d5-48ee-4dd4-8ffa-60e8ba24c2cd tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:18.867032 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b4abb752-0f8c-48e7-940a-0f0896f391d5 req-aa86c3d5-48ee-4dd4-8ffa-60e8ba24c2cd tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 946 time: 0.2975125 Feb 10 03:41:18.870409 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-79522a23-84ca-4437-a9cc-6f4f3497d714 req-31c61972-0275-4a8a-8505-16602457c782 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:18.870801 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-79522a23-84ca-4437-a9cc-6f4f3497d714 req-31c61972-0275-4a8a-8505-16602457c782 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575287'] for floatingip (122c9855-60d6-4e9b-9e21-cb63767c1be0), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:18.871559 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.db.l3_db [req-79522a23-84ca-4437-a9cc-6f4f3497d714 req-31c61972-0275-4a8a-8505-16602457c782 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Floating IP 122c9855-60d6-4e9b-9e21-cb63767c1be0 disassociated. External IP: 172.27.0.166, port: 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e. Feb 10 03:41:18.871911 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-79522a23-84ca-4437-a9cc-6f4f3497d714 req-31c61972-0275-4a8a-8505-16602457c782 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Calling delete_port for 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e owned by compute:nova {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:41:18.880784 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-475207c1-d12c-466b-bee1-bbc2c49eaf69 req-a4e34450-6d53-4005-bc7a-090377c22e18 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21a54a32-023a-446a-a188-568375c7704d HTTP/1.1" status: 200 len: 1000 time: 0.1240709 Feb 10 03:41:18.930695 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-2400c285-47b7-4411-9d8c-3b4b4e9334f9 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for security_group_rule (2e933aca-a2ca-458a-97c9-91d524903948), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:18.945837 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475207c1-d12c-466b-bee1-bbc2c49eaf69 req-78ad5236-f033-45d7-ba12-8ebe3b0bd80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:18.948113 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-475207c1-d12c-466b-bee1-bbc2c49eaf69 req-78ad5236-f033-45d7-ba12-8ebe3b0bd80c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ee4f3d3c-17ed-40ed-b0d6-547105984483 HTTP/1.1" status: 200 len: 852 time: 0.0597093 Feb 10 03:41:18.949633 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-2400c285-47b7-4411-9d8c-3b4b4e9334f9 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585313'] for security_group_rule (2e933aca-a2ca-458a-97c9-91d524903948), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:18.956091 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810412ae-7cf3-4bef-964f-b537fa5e1e39 req-e1168813-bd6f-4e3e-a373-914ddeb302f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:18.957521 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-810412ae-7cf3-4bef-964f-b537fa5e1e39 req-e1168813-bd6f-4e3e-a373-914ddeb302f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f327fcae4b024948a911ad1bdeb06ad9&device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 1129 time: 0.2138813 Feb 10 03:41:18.969387 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 48600) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:19.004152 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400c285-47b7-4411-9d8c-3b4b4e9334f9 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e933aca-a2ca-458a-97c9-91d524903948,revision_number=0']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:19.021273 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b4abb752-0f8c-48e7-940a-0f0896f391d5 req-c77f2a7d-f348-460f-85f7-97b4f0074b7d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=1999eefa-77aa-4787-b2a9-7f244a6ad5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439109 Feb 10 03:41:19.034142 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475207c1-d12c-466b-bee1-bbc2c49eaf69 req-55848b6e-154c-41c6-aada-7baac7e93164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:19.048044 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-475207c1-d12c-466b-bee1-bbc2c49eaf69 req-55848b6e-154c-41c6-aada-7baac7e93164 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3e758e9-8c30-4511-9ae7-8ed1e299ebc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0912807 Feb 10 03:41:19.065497 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e0b6131a-cc99-4afd-8bc0-c9e03c9b7644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:19.070117 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-2400c285-47b7-4411-9d8c-3b4b4e9334f9 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:19.071362 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-2400c285-47b7-4411-9d8c-3b4b4e9334f9 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5345259 Feb 10 03:41:19.076233 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 48606) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:19.084101 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-2ffdf3e8-73a2-4908-920c-ec15cdab3cff tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Request body: {'security_group_rule': {'security_group_id': 'd2dabf78-172c-46ea-90a9-a593f4fddf86', 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:41:19.103304 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-02001eb3-b582-4f7e-964f-63cb4576c273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'name': 'tempest-TestMinimumBasicScenario-40054323-router', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '14ca726a-99ad-4e9f-bc64-fe2ff0891440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:40:25Z', 'updated_at': '2022-02-10T03:40:28Z', 'revision_number': 4, 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'gw_port': {'id': '14ca726a-99ad-4e9f-bc64-fe2ff0891440', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:25Z', 'updated_at': '2022-02-10T03:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_floatingips': [{'id': 'b8f4bee5-27fc-4be8-9040-33d32a019e50', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'port_id': '21a54a32-023a-446a-a188-568375c7704d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e758e9-8c30-4511-9ae7-8ed1e299ebc5', 'mac_address': 'fa:16:3e:39:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a528a15b-6851-416c-9040-245fa3c93b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:41:17Z', 'updated_at': '2022-02-10T03:41:17Z', 'revision_number': 0, 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e', 'name': '', 'network_id': 'c3e758e9-8c30-4511-9ae7-8ed1e299ebc5', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d', 'mac_address': 'fa:16:3e:e1:80:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ee4f3d3c-17ed-40ed-b0d6-547105984483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:27Z', 'updated_at': '2022-02-10T03:40:32Z', 'revision_number': 5, 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'subnets': [{'id': 'ee4f3d3c-17ed-40ed-b0d6-547105984483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:41:19.139460 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02001eb3-b582-4f7e-964f-63cb4576c273 None None] The sync data for ids ['61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb'] in dv-cinder-828060-2-iscsi is: [{'id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'name': 'tempest-TestMinimumBasicScenario-40054323-router', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '14ca726a-99ad-4e9f-bc64-fe2ff0891440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:40:25Z', 'updated_at': '2022-02-10T03:40:28Z', 'revision_number': 4, 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'gw_port': {'id': '14ca726a-99ad-4e9f-bc64-fe2ff0891440', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:25Z', 'updated_at': '2022-02-10T03:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_floatingips': [{'id': 'b8f4bee5-27fc-4be8-9040-33d32a019e50', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'port_id': '21a54a32-023a-446a-a188-568375c7704d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e758e9-8c30-4511-9ae7-8ed1e299ebc5', 'mac_address': 'fa:16:3e:39:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a528a15b-6851-416c-9040-245fa3c93b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:41:17Z', 'updated_at': '2022-02-10T03:41:17Z', 'revision_number': 0, 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e', 'name': '', 'network_id': 'c3e758e9-8c30-4511-9ae7-8ed1e299ebc5', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d', 'mac_address': 'fa:16:3e:e1:80:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ee4f3d3c-17ed-40ed-b0d6-547105984483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:27Z', 'updated_at': '2022-02-10T03:40:32Z', 'revision_number': 5, 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'subnets': [{'id': 'ee4f3d3c-17ed-40ed-b0d6-547105984483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:41:19.182359 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2ffdf3e8-73a2-4908-920c-ec15cdab3cff tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for security_group_rule (feaffd32-0240-4b3d-b290-2ba548dc8ea6), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:19.193915 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-475207c1-d12c-466b-bee1-bbc2c49eaf69 req-be94f5e2-19a8-40f2-909c-84e3b0041c43 service neutron] 10.222.0.21 "GET /v2.0/networks/c3e758e9-8c30-4511-9ae7-8ed1e299ebc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377521 Feb 10 03:41:19.203070 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-79522a23-84ca-4437-a9cc-6f4f3497d714 req-31c61972-0275-4a8a-8505-16602457c782 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (29a0a5b3-6729-4753-8ce5-55f51a8c9a2e), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:19.249194 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810412ae-7cf3-4bef-964f-b537fa5e1e39 req-b2581cad-8a38-4ef2-b592-c8072b819188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:19.250894 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-810412ae-7cf3-4bef-964f-b537fa5e1e39 req-b2581cad-8a38-4ef2-b592-c8072b819188 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d05c7b61-b2b5-4d63-9ad8-889925a1fb38 HTTP/1.1" status: 200 len: 911 time: 0.2580318 Feb 10 03:41:19.253079 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c61972-0275-4a8a-8505-16602457c782 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Pushing event deleted for resources: {'Port': ['ID=29a0a5b3-6729-4753-8ce5-55f51a8c9a2e,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:19.293273 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2ffdf3e8-73a2-4908-920c-ec15cdab3cff tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for security_group_rule (feaffd32-0240-4b3d-b290-2ba548dc8ea6), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:19.304472 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2ffdf3e8-73a2-4908-920c-ec15cdab3cff tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585313'] for security_group_rule (feaffd32-0240-4b3d-b290-2ba548dc8ea6), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:19.342614 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdf3e8-73a2-4908-920c-ec15cdab3cff tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feaffd32-0240-4b3d-b290-2ba548dc8ea6,revision_number=0']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:19.346508 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-475207c1-d12c-466b-bee1-bbc2c49eaf69 req-41776d04-cd6b-4f83-b420-48f585d9a3db service neutron] 10.222.0.21 "GET /v2.0/networks/c3e758e9-8c30-4511-9ae7-8ed1e299ebc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423483 Feb 10 03:41:19.350600 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2ffdf3e8-73a2-4908-920c-ec15cdab3cff tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:19.355093 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-2ffdf3e8-73a2-4908-920c-ec15cdab3cff tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2774122 Feb 10 03:41:19.355729 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 48608) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:19.360674 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-514986c3-a3da-41ff-a39f-93b1c768604c tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Request body: {'security_group_rule': {'security_group_id': 'd2dabf78-172c-46ea-90a9-a593f4fddf86', 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:41:19.397605 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-514986c3-a3da-41ff-a39f-93b1c768604c tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for security_group_rule (590b4aa5-4222-4b20-8883-91bd1bf2c332), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:19.433113 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52506020-27ab-4503-89be-ddc4d9f5d94b None None] New status for floating IP b8f4bee5-27fc-4be8-9040-33d32a019e50: ACTIVE {{(pid=102734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 03:41:19.493317 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-514986c3-a3da-41ff-a39f-93b1c768604c tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for security_group_rule (590b4aa5-4222-4b20-8883-91bd1bf2c332), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:19.500477 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-514986c3-a3da-41ff-a39f-93b1c768604c tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585313'] for security_group_rule (590b4aa5-4222-4b20-8883-91bd1bf2c332), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:19.521376 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514986c3-a3da-41ff-a39f-93b1c768604c tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=590b4aa5-4222-4b20-8883-91bd1bf2c332,revision_number=0']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:19.530148 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-514986c3-a3da-41ff-a39f-93b1c768604c tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:19.534351 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-514986c3-a3da-41ff-a39f-93b1c768604c tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1775711 Feb 10 03:41:19.534980 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 48610) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:19.540072 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-db8a9026-1790-419d-a3e4-e060aee63405 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Request body: {'security_group_rule': {'security_group_id': 'd2dabf78-172c-46ea-90a9-a593f4fddf86', 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:41:19.567144 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-db8a9026-1790-419d-a3e4-e060aee63405 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for security_group_rule (ae17364e-8e9b-4666-8739-9f5753ae40cf), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:19.638768 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-db8a9026-1790-419d-a3e4-e060aee63405 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for security_group_rule (ae17364e-8e9b-4666-8739-9f5753ae40cf), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:19.643716 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-db8a9026-1790-419d-a3e4-e060aee63405 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585313'] for security_group_rule (ae17364e-8e9b-4666-8739-9f5753ae40cf), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:19.659435 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e0b6131a-cc99-4afd-8bc0-c9e03c9b7644 admin admin] Publish callbacks [] for security_group (3f138b9b-1165-4dd1-a8c9-5b805e2e6497), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:19.665055 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a9026-1790-419d-a3e4-e060aee63405 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae17364e-8e9b-4666-8739-9f5753ae40cf,revision_number=0']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:19.667806 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-810412ae-7cf3-4bef-964f-b537fa5e1e39 req-19611358-6160-4c09-b04b-8d0788426257 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f6a5eaa-729c-49cc-aff5-a2c491acd54d HTTP/1.1" status: 200 len: 1001 time: 0.4048824 Feb 10 03:41:19.676089 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a9026-1790-419d-a3e4-e060aee63405 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:19.676513 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a9026-1790-419d-a3e4-e060aee63405 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:19.676923 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a9026-1790-419d-a3e4-e060aee63405 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:19.677344 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a9026-1790-419d-a3e4-e060aee63405 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:19.677759 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a9026-1790-419d-a3e4-e060aee63405 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:19.678158 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a9026-1790-419d-a3e4-e060aee63405 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:19.678548 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a9026-1790-419d-a3e4-e060aee63405 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:19.678958 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a9026-1790-419d-a3e4-e060aee63405 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:19.679357 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a9026-1790-419d-a3e4-e060aee63405 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:19.679742 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a9026-1790-419d-a3e4-e060aee63405 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:19.680162 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a9026-1790-419d-a3e4-e060aee63405 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:19.680576 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a9026-1790-419d-a3e4-e060aee63405 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:19.680998 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a9026-1790-419d-a3e4-e060aee63405 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:19.686163 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-db8a9026-1790-419d-a3e4-e060aee63405 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:19.690741 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-db8a9026-1790-419d-a3e4-e060aee63405 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1545436 Feb 10 03:41:19.692250 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 48612) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:19.698596 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-36b2a960-d4a4-48bb-a579-f86045b60c2c tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Request body: {'security_group_rule': {'security_group_id': 'd2dabf78-172c-46ea-90a9-a593f4fddf86', 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:41:19.708940 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e0b6131a-cc99-4afd-8bc0-c9e03c9b7644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (3f138b9b-1165-4dd1-a8c9-5b805e2e6497), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:19.720580 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.db.securitygroups_db [None req-36b2a960-d4a4-48bb-a579-f86045b60c2c tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Project f8d44d08ec564e94b99156087796bf3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 03:41:19.725867 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-36b2a960-d4a4-48bb-a579-f86045b60c2c tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for security_group_rule (b1088c11-e097-469f-bed4-f1c7aabbad35), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:19.785144 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-36b2a960-d4a4-48bb-a579-f86045b60c2c tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for security_group_rule (b1088c11-e097-469f-bed4-f1c7aabbad35), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:19.791434 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-36b2a960-d4a4-48bb-a579-f86045b60c2c tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585313'] for security_group_rule (b1088c11-e097-469f-bed4-f1c7aabbad35), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:19.795931 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-e0b6131a-cc99-4afd-8bc0-c9e03c9b7644 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=25d0b680e893471a8ef163631d63aa5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8209727 Feb 10 03:41:19.799193 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6131a-cc99-4afd-8bc0-c9e03c9b7644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f138b9b-1165-4dd1-a8c9-5b805e2e6497,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:19.802034 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 48614) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:19.803638 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e979a52c-aee4-44ab-b9c4-590ae0238afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:19.811675 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810412ae-7cf3-4bef-964f-b537fa5e1e39 req-6645d03c-c163-45c7-af0f-2d2c04eb86d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:19.813235 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-810412ae-7cf3-4bef-964f-b537fa5e1e39 req-6645d03c-c163-45c7-af0f-2d2c04eb86d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bec865b2-7c97-41d1-94cb-c04a8fe247f5 HTTP/1.1" status: 200 len: 849 time: 0.1179721 Feb 10 03:41:19.823665 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79522a23-84ca-4437-a9cc-6f4f3497d714 req-31c61972-0275-4a8a-8505-16602457c782 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Router 5fffc7db-7368-4f67-960b-47724c817547 has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:41:19.826388 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-36b2a960-d4a4-48bb-a579-f86045b60c2c tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:19.827611 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-36b2a960-d4a4-48bb-a579-f86045b60c2c tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1341999 Feb 10 03:41:19.830142 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2a960-d4a4-48bb-a579-f86045b60c2c tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1088c11-e097-469f-bed4-f1c7aabbad35,revision_number=0']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:19.831937 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 48616) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:19.838682 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-8e216916-c683-4525-a67e-79917104626a tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Request body: {'security_group_rule': {'security_group_id': 'd2dabf78-172c-46ea-90a9-a593f4fddf86', 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:41:19.859503 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.db.securitygroups_db [None req-8e216916-c683-4525-a67e-79917104626a tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Project f8d44d08ec564e94b99156087796bf3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 03:41:19.865227 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8e216916-c683-4525-a67e-79917104626a tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for security_group_rule (9a547fc7-9c50-4085-80a1-97c1683dd606), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:19.934629 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8e216916-c683-4525-a67e-79917104626a tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for security_group_rule (9a547fc7-9c50-4085-80a1-97c1683dd606), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:19.939056 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8e216916-c683-4525-a67e-79917104626a tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585313'] for security_group_rule (9a547fc7-9c50-4085-80a1-97c1683dd606), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:19.951412 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e21b8704-1dff-41d9-99af-326e5184feec admin admin] Publish callbacks [] for security_group (3f138b9b-1165-4dd1-a8c9-5b805e2e6497), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:19.960456 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e216916-c683-4525-a67e-79917104626a tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a547fc7-9c50-4085-80a1-97c1683dd606,revision_number=0']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:19.961304 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810412ae-7cf3-4bef-964f-b537fa5e1e39 req-62f1bcf5-6c13-44cc-9e6e-ac4548a8633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:19.963075 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-810412ae-7cf3-4bef-964f-b537fa5e1e39 req-62f1bcf5-6c13-44cc-9e6e-ac4548a8633a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d05c7b61-b2b5-4d63-9ad8-889925a1fb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1383159 Feb 10 03:41:19.967624 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8e216916-c683-4525-a67e-79917104626a tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:19.971963 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-8e216916-c683-4525-a67e-79917104626a tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1392193 Feb 10 03:41:20.032629 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e21b8704-1dff-41d9-99af-326e5184feec admin admin] Publish callbacks [] for security_group (3f138b9b-1165-4dd1-a8c9-5b805e2e6497), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:20.065752 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-93a2d1e5-d0e4-49ce-b14a-c9593b9c3fdf req-bb269210-5f51-4fd0-96e4-0d463b92d9d6 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1178662493&fields=id&tenant_id=f8d44d08ec564e94b99156087796bf3d HTTP/1.1" status: 200 len: 267 time: 0.0474386 Feb 10 03:41:20.084226 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79522a23-84ca-4437-a9cc-6f4f3497d714 req-31c61972-0275-4a8a-8505-16602457c782 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:41:20.095808 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1087a185-24cf-49c8-bc18-a8f007bdefc5 None None] Sync routers for ids ['5fffc7db-7368-4f67-960b-47724c817547'] in dv-cinder-828060-2-iscsi {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:41:20.109760 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1087a185-24cf-49c8-bc18-a8f007bdefc5 None None] Routers {'5fffc7db-7368-4f67-960b-47724c817547'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:41:20.111101 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-1087a185-24cf-49c8-bc18-a8f007bdefc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:40:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['5fffc7db-7368-4f67-960b-47724c817547'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:41:20.131947 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2d1e5-d0e4-49ce-b14a-c9593b9c3fdf req-daf81973-2e49-4aed-ba6b-5829b72f5114 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:20.133731 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-93a2d1e5-d0e4-49ce-b14a-c9593b9c3fdf req-daf81973-2e49-4aed-ba6b-5829b72f5114 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 946 time: 0.0627894 Feb 10 03:41:20.152458 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [req-93a2d1e5-d0e4-49ce-b14a-c9593b9c3fdf req-c0d913be-584d-4406-85dc-d1f76d09394f tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Request body: {'port': {'security_groups': ['5280a73d-62d5-4c6b-a96d-889d0e6dd26e', 'd2dabf78-172c-46ea-90a9-a593f4fddf86']}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:41:20.208347 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-94b94c4d-f8de-443f-9225-8d75984d794c req-db418728-a950-416c-9a4e-055920c795a4 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=d302b3d4-6282-4fbe-a4c4-248881ee8f51 HTTP/1.1" status: 200 len: 210 time: 0.0726125 Feb 10 03:41:20.209841 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-810412ae-7cf3-4bef-964f-b537fa5e1e39 req-d129ba3b-2686-476d-97d9-3ea00641159e service neutron] 10.222.0.21 "GET /v2.0/networks/d05c7b61-b2b5-4d63-9ad8-889925a1fb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169936 Feb 10 03:41:20.248072 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e21b8704-1dff-41d9-99af-326e5184feec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (3f138b9b-1165-4dd1-a8c9-5b805e2e6497), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:20.251430 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e21b8704-1dff-41d9-99af-326e5184feec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:20.255138 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-e21b8704-1dff-41d9-99af-326e5184feec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f138b9b-1165-4dd1-a8c9-5b805e2e6497 HTTP/1.1" status: 204 len: 168 time: 0.4518332 Feb 10 03:41:20.256665 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-79522a23-84ca-4437-a9cc-6f4f3497d714 req-31c61972-0275-4a8a-8505-16602457c782 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] No DVR routers for this DVR port 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e on host hv-cinder-82806 {{(pid=102733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:41:20.271065 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-93a2d1e5-d0e4-49ce-b14a-c9593b9c3fdf req-c0d913be-584d-4406-85dc-d1f76d09394f tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (21a54a32-023a-446a-a188-568375c7704d), before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:20.272278 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-79522a23-84ca-4437-a9cc-6f4f3497d714 req-31c61972-0275-4a8a-8505-16602457c782 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:20.275578 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-79522a23-84ca-4437-a9cc-6f4f3497d714 req-31c61972-0275-4a8a-8505-16602457c782 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.21 "DELETE /v2.0/ports/29a0a5b3-6729-4753-8ce5-55f51a8c9a2e HTTP/1.1" status: 204 len: 173 time: 2.1193388 Feb 10 03:41:20.299419 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-1087a185-24cf-49c8-bc18-a8f007bdefc5 None None] Set router 5fffc7db-7368-4f67-960b-47724c817547 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:41:20.337352 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b8704-1dff-41d9-99af-326e5184feec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f138b9b-1165-4dd1-a8c9-5b805e2e6497,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:20.340640 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd302b3d4-6282-4fbe-a4c4-248881ee8f51', 'name': 'network-vif-deleted', 'tag': '29a0a5b3-6729-4753-8ce5-55f51a8c9a2e'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:41:20.343371 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12811ee-9f12-4ab0-93ec-8cc4425ff896" -d '{"events": [{"server_uuid": "d302b3d4-6282-4fbe-a4c4-248881ee8f51", "name": "network-vif-deleted", "tag": "29a0a5b3-6729-4753-8ce5-55f51a8c9a2e"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:41:20.382543 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-810412ae-7cf3-4bef-964f-b537fa5e1e39 req-5ccabf80-7e61-48e9-a4fb-b29b284da568 service neutron] 10.222.0.21 "GET /v2.0/networks/d05c7b61-b2b5-4d63-9ad8-889925a1fb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638904 Feb 10 03:41:20.504804 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b545f2d3-f1e2-4587-872c-bc9629e26b42 x-openstack-request-id: req-b545f2d3-f1e2-4587-872c-bc9629e26b42 {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:41:20.505792 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d302b3d4-6282-4fbe-a4c4-248881ee8f51", "name": "network-vif-deleted", "tag": "29a0a5b3-6729-4753-8ce5-55f51a8c9a2e", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:41:20.506355 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b545f2d3-f1e2-4587-872c-bc9629e26b42 {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:41:20.506832 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd302b3d4-6282-4fbe-a4c4-248881ee8f51', 'name': 'network-vif-deleted', 'tag': '29a0a5b3-6729-4753-8ce5-55f51a8c9a2e', 'status': 'completed', 'code': 200} Feb 10 03:41:20.646155 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.db [req-93a2d1e5-d0e4-49ce-b14a-c9593b9c3fdf req-c0d913be-584d-4406-85dc-d1f76d09394f tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] For port 21a54a32-023a-446a-a188-568375c7704d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=21a54a32-023a-446a-a188-568375c7704d,segment=NetworkSegment(0eb1f705-8f4d-4245-9b67-3505fcdf4b86),segment_id=0eb1f705-8f4d-4245-9b67-3505fcdf4b86)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:41:20.678854 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b01aa7-7ff0-42f4-82cd-258e1cd156ea req-5593ffc4-321e-4fea-9ee9-faa4c413f928 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:20.680294 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-22b01aa7-7ff0-42f4-82cd-258e1cd156ea req-5593ffc4-321e-4fea-9ee9-faa4c413f928 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0980268 Feb 10 03:41:20.709730 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-1087a185-24cf-49c8-bc18-a8f007bdefc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffc7db-7368-4f67-960b-47724c817547', 'name': 'tempest-AttachVolumeShelveTestJSON-1927305372-router', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:13Z', 'revision_number': 4, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'gw_port': {'id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:08Z', 'updated_at': '2022-02-10T03:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '49393948-51e1-49df-afba-9065f1f7f16c', 'name': '', 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'mac_address': 'fa:16:3e:16:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:12Z', 'updated_at': '2022-02-10T03:37:21Z', 'revision_number': 5, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'subnets': [{'id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:41:20.717048 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-93a2d1e5-d0e4-49ce-b14a-c9593b9c3fdf req-c0d913be-584d-4406-85dc-d1f76d09394f tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for port (21a54a32-023a-446a-a188-568375c7704d), precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:20.733983 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-93a2d1e5-d0e4-49ce-b14a-c9593b9c3fdf req-c0d913be-584d-4406-85dc-d1f76d09394f tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265725720'] for port (21a54a32-023a-446a-a188-568375c7704d), after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:20.742182 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1087a185-24cf-49c8-bc18-a8f007bdefc5 None None] Checking router: 5fffc7db-7368-4f67-960b-47724c817547 for host: dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:41:20.753319 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1087a185-24cf-49c8-bc18-a8f007bdefc5 None None] Routers {'5fffc7db-7368-4f67-960b-47724c817547'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:41:20.753994 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-1087a185-24cf-49c8-bc18-a8f007bdefc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:40:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['5fffc7db-7368-4f67-960b-47724c817547'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:41:20.775940 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['21a54a32-023a-446a-a188-568375c7704d'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:41:20.846690 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2d1e5-d0e4-49ce-b14a-c9593b9c3fdf req-c0d913be-584d-4406-85dc-d1f76d09394f tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:20.847481 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-93a2d1e5-d0e4-49ce-b14a-c9593b9c3fdf req-c0d913be-584d-4406-85dc-d1f76d09394f tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:20.848954 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-93a2d1e5-d0e4-49ce-b14a-c9593b9c3fdf req-c0d913be-584d-4406-85dc-d1f76d09394f tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "PUT /v2.0/ports/21a54a32-023a-446a-a188-568375c7704d HTTP/1.1" status: 200 len: 982 time: 0.7025466 Feb 10 03:41:20.851933 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a528a15b-6851-416c-9040-245fa3c93b88', 'tag': '21a54a32-023a-446a-a188-568375c7704d'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:41:20.865096 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c602a1d3bfa6b920adc7a3165aab5144276c11c90910883e43ac8280538c1e72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe48b232-7677-4cf0-8252-0a4380d6e442" -d '{"events": [{"name": "network-changed", "server_uuid": "a528a15b-6851-416c-9040-245fa3c93b88", "tag": "21a54a32-023a-446a-a188-568375c7704d"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:41:20.868558 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:41:20.895626 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-1087a185-24cf-49c8-bc18-a8f007bdefc5 None None] Set router 5fffc7db-7368-4f67-960b-47724c817547 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:41:20.916473 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-22b01aa7-7ff0-42f4-82cd-258e1cd156ea req-918cecfc-0c65-41fa-9935-19ebed77f400 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202706 Feb 10 03:41:20.919831 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] No Port match for: 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:41:20.920238 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 29a0a5b3-6729-4753-8ce5-55f51a8c9a2e not bound to the agent host hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:41:20.973747 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d913be-584d-4406-85dc-d1f76d09394f tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Pushing event updated for resources: {'Port': ['ID=21a54a32-023a-446a-a188-568375c7704d,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:21.010588 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af444d74-0b6f-471c-a745-3aec5abc9f09 x-openstack-request-id: req-af444d74-0b6f-471c-a745-3aec5abc9f09 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:41:21.010847 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a528a15b-6851-416c-9040-245fa3c93b88", "tag": "21a54a32-023a-446a-a188-568375c7704d", "status": "completed", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:41:21.011105 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af444d74-0b6f-471c-a745-3aec5abc9f09 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:41:21.011480 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a528a15b-6851-416c-9040-245fa3c93b88', 'tag': '21a54a32-023a-446a-a188-568375c7704d', 'status': 'completed', 'code': 200} Feb 10 03:41:21.045794 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['21a54a32-023a-446a-a188-568375c7704d'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:41:21.152029 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48b232-7677-4cf0-8252-0a4380d6e442 req-899e0b88-ac7b-4068-a009-a8ad86527db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:21.152593 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffc782-7296-4cd6-981c-6bca14878611 req-71e4b50d-0e0c-46ac-bc03-07aedd151342 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:21.153572 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-fe48b232-7677-4cf0-8252-0a4380d6e442 req-899e0b88-ac7b-4068-a009-a8ad86527db2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8d44d08ec564e94b99156087796bf3d&device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 1169 time: 0.0926986 Feb 10 03:41:21.161426 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b6ffc782-7296-4cd6-981c-6bca14878611 req-71e4b50d-0e0c-46ac-bc03-07aedd151342 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 985 time: 0.1465442 Feb 10 03:41:21.239331 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b6ffc782-7296-4cd6-981c-6bca14878611 req-59a93f97-5046-4a69-bcd0-2a86168a6c5d tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&id=d2dabf78-172c-46ea-90a9-a593f4fddf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718098 Feb 10 03:41:21.357920 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 48660) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:21.374690 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-1087a185-24cf-49c8-bc18-a8f007bdefc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffc7db-7368-4f67-960b-47724c817547', 'name': 'tempest-AttachVolumeShelveTestJSON-1927305372-router', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:13Z', 'revision_number': 4, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'gw_port': {'id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:08Z', 'updated_at': '2022-02-10T03:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '49393948-51e1-49df-afba-9065f1f7f16c', 'name': '', 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'mac_address': 'fa:16:3e:16:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:12Z', 'updated_at': '2022-02-10T03:37:21Z', 'revision_number': 5, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'subnets': [{'id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:41:21.388769 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-38cae767-96ba-441a-a9c8-cd96182bd434 None None] Provisioning complete for port 21a54a32-023a-446a-a188-568375c7704d triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:41:21.389521 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-38cae767-96ba-441a-a9c8-cd96182bd434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (21a54a32-023a-446a-a188-568375c7704d), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:21.390549 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48b232-7677-4cf0-8252-0a4380d6e442 req-4050a3c2-212a-4ae9-acfa-1fe41280e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:21.392359 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-fe48b232-7677-4cf0-8252-0a4380d6e442 req-4050a3c2-212a-4ae9-acfa-1fe41280e3e8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3e758e9-8c30-4511-9ae7-8ed1e299ebc5 HTTP/1.1" status: 200 len: 914 time: 0.2250080 Feb 10 03:41:21.413427 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1087a185-24cf-49c8-bc18-a8f007bdefc5 None None] The sync data for ids ['5fffc7db-7368-4f67-960b-47724c817547'] in dv-cinder-828060-2-iscsi is: [{'id': '5fffc7db-7368-4f67-960b-47724c817547', 'name': 'tempest-AttachVolumeShelveTestJSON-1927305372-router', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:13Z', 'revision_number': 4, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'gw_port': {'id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:08Z', 'updated_at': '2022-02-10T03:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '49393948-51e1-49df-afba-9065f1f7f16c', 'name': '', 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'mac_address': 'fa:16:3e:16:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:12Z', 'updated_at': '2022-02-10T03:37:21Z', 'revision_number': 5, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'subnets': [{'id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:41:21.465899 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 6 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:41:21.469794 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1c851f86-7855-41de-9970-3fda809949ef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for security_group (1999eefa-77aa-4787-b2a9-7f244a6ad5e4), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:21.528115 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1c851f86-7855-41de-9970-3fda809949ef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for security_group (1999eefa-77aa-4787-b2a9-7f244a6ad5e4), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:21.540180 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-fe48b232-7677-4cf0-8252-0a4380d6e442 req-a9e903df-3b6b-4fd0-84e3-aaebbaec2115 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21a54a32-023a-446a-a188-568375c7704d HTTP/1.1" status: 200 len: 1002 time: 0.1288707 Feb 10 03:41:21.560374 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-38cae767-96ba-441a-a9c8-cd96182bd434 None None] Current status of the port 21a54a32-023a-446a-a188-568375c7704d is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:41:21.597051 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1c851f86-7855-41de-9970-3fda809949ef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (1999eefa-77aa-4787-b2a9-7f244a6ad5e4), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:21.603168 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1c851f86-7855-41de-9970-3fda809949ef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:21.605211 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-1c851f86-7855-41de-9970-3fda809949ef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "DELETE /v2.0/security-groups/1999eefa-77aa-4787-b2a9-7f244a6ad5e4 HTTP/1.1" status: 204 len: 168 time: 0.2459629 Feb 10 03:41:21.609640 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 48666) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:21.641018 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c851f86-7855-41de-9970-3fda809949ef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1999eefa-77aa-4787-b2a9-7f244a6ad5e4,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:21.647042 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.api.v2.resource [None req-567c7efa-913a-402c-9ea6-e77bf5ece380 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] show failed (client error): The resource could not be found. Feb 10 03:41:21.652896 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 48668) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:21.657418 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:21.662975 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-567c7efa-913a-402c-9ea6-e77bf5ece380 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups/1999eefa-77aa-4787-b2a9-7f244a6ad5e4 HTTP/1.1" status: 404 len: 347 time: 0.0433404 Feb 10 03:41:21.700384 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48b232-7677-4cf0-8252-0a4380d6e442 req-a5a30aec-5be8-4286-9132-82ed5f7d3bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:21.701816 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-fe48b232-7677-4cf0-8252-0a4380d6e442 req-a5a30aec-5be8-4286-9132-82ed5f7d3bb7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ee4f3d3c-17ed-40ed-b0d6-547105984483 HTTP/1.1" status: 200 len: 852 time: 0.1533966 Feb 10 03:41:21.840830 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48b232-7677-4cf0-8252-0a4380d6e442 req-c717ef07-3a0d-4946-a52b-bf5a26bb7652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:21.842395 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-fe48b232-7677-4cf0-8252-0a4380d6e442 req-c717ef07-3a0d-4946-a52b-bf5a26bb7652 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3e758e9-8c30-4511-9ae7-8ed1e299ebc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1325254 Feb 10 03:41:21.900352 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55155d43-42a5-4b46-8ed2-ec59acbb8cc0 None None] New status for floating IP 122c9855-60d6-4e9b-9e21-cb63767c1be0: DOWN {{(pid=102734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 03:41:21.901372 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [None req-daeaf7ba-364f-4cb4-acea-3afa17a7daef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Deleting port 32ac83cb-2e04-4a20-b3bf-4d543e48c28f {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:41:21.901732 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-daeaf7ba-364f-4cb4-acea-3afa17a7daef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (32ac83cb-2e04-4a20-b3bf-4d543e48c28f), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:22.011287 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-fe48b232-7677-4cf0-8252-0a4380d6e442 req-68300a8f-6579-4a99-b554-f008b35232af service neutron] 10.222.0.21 "GET /v2.0/networks/c3e758e9-8c30-4511-9ae7-8ed1e299ebc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546705 Feb 10 03:41:22.050482 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-daeaf7ba-364f-4cb4-acea-3afa17a7daef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (32ac83cb-2e04-4a20-b3bf-4d543e48c28f), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:22.050482 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-daeaf7ba-364f-4cb4-acea-3afa17a7daef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for floatingip (32ac83cb-2e04-4a20-b3bf-4d543e48c28f), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:22.105907 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-747efe65-f6a4-466d-9709-31812a9d9430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:22.110735 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a35e9a-c8a1-4708-804b-251c5a2ed30c req-9665b6d1-b543-4405-9f89-6d03802cd2e2 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:22.126422 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-79a35e9a-c8a1-4708-804b-251c5a2ed30c req-9665b6d1-b543-4405-9f89-6d03802cd2e2 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.1323590 Feb 10 03:41:22.127445 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [None req-daeaf7ba-364f-4cb4-acea-3afa17a7daef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Calling delete_port for 32ac83cb-2e04-4a20-b3bf-4d543e48c28f owned by network:floatingip {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:41:22.194767 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-79a35e9a-c8a1-4708-804b-251c5a2ed30c req-67948a28-be60-47d7-86f5-b9498cb940d1 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715964 Feb 10 03:41:22.274625 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-fe48b232-7677-4cf0-8252-0a4380d6e442 req-2aca898d-b38e-4958-9d74-c204c778c86b service neutron] 10.222.0.21 "GET /v2.0/networks/c3e758e9-8c30-4511-9ae7-8ed1e299ebc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325189 Feb 10 03:41:22.354131 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-daeaf7ba-364f-4cb4-acea-3afa17a7daef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (32ac83cb-2e04-4a20-b3bf-4d543e48c28f), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:22.377904 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeaf7ba-364f-4cb4-acea-3afa17a7daef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Pushing event deleted for resources: {'Port': ['ID=32ac83cb-2e04-4a20-b3bf-4d543e48c28f,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:22.440897 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-daeaf7ba-364f-4cb4-acea-3afa17a7daef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for floatingip (122c9855-60d6-4e9b-9e21-cb63767c1be0), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:22.443565 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-daeaf7ba-364f-4cb4-acea-3afa17a7daef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for floatingip (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:22.444717 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-daeaf7ba-364f-4cb4-acea-3afa17a7daef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "DELETE /v2.0/floatingips/122c9855-60d6-4e9b-9e21-cb63767c1be0 HTTP/1.1" status: 204 len: 168 time: 0.7908716 Feb 10 03:41:22.712994 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 48678) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:22.717959 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-3bab94af-b9a6-4104-91a1-4f3da1a81325 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1872318529', 'description': 'tempest-description--608070318'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:41:22.739864 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3bab94af-b9a6-4104-91a1-4f3da1a81325 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:22.810622 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3bab94af-b9a6-4104-91a1-4f3da1a81325 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for security_group (f60d0453-0dd2-45b8-989b-b02e1f03deef), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:22.815431 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3bab94af-b9a6-4104-91a1-4f3da1a81325 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (f60d0453-0dd2-45b8-989b-b02e1f03deef), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:22.843494 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3bab94af-b9a6-4104-91a1-4f3da1a81325 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:22.844731 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-3bab94af-b9a6-4104-91a1-4f3da1a81325 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1306045 Feb 10 03:41:22.847934 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 48680) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:22.848689 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab94af-b9a6-4104-91a1-4f3da1a81325 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f60d0453-0dd2-45b8-989b-b02e1f03deef,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:22.856266 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-f5b41f4d-67c9-4bdf-93ef-01e333f2413d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Request body: {'security_group_rule': {'security_group_id': 'f60d0453-0dd2-45b8-989b-b02e1f03deef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:41:22.890581 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f5b41f4d-67c9-4bdf-93ef-01e333f2413d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for security_group_rule (75ad9a84-d65f-43d2-99d7-0ac6f33de0a0), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:22.945477 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f5b41f4d-67c9-4bdf-93ef-01e333f2413d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for security_group_rule (75ad9a84-d65f-43d2-99d7-0ac6f33de0a0), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:22.950017 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f5b41f4d-67c9-4bdf-93ef-01e333f2413d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585313'] for security_group_rule (75ad9a84-d65f-43d2-99d7-0ac6f33de0a0), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:22.979096 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b41f4d-67c9-4bdf-93ef-01e333f2413d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ad9a84-d65f-43d2-99d7-0ac6f33de0a0,revision_number=0']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:22.987243 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f5b41f4d-67c9-4bdf-93ef-01e333f2413d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:22.988691 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-f5b41f4d-67c9-4bdf-93ef-01e333f2413d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1386819 Feb 10 03:41:22.991496 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 48682) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:22.996890 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-63424021-5b28-496b-8cc0-e1a34f68a632 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Request body: {'security_group_rule': {'security_group_id': 'f60d0453-0dd2-45b8-989b-b02e1f03deef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:41:23.022270 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-63424021-5b28-496b-8cc0-e1a34f68a632 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for security_group_rule (222ac829-1579-4c84-83fd-6f9b82cc7902), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:23.043935 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:23.089530 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-63424021-5b28-496b-8cc0-e1a34f68a632 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for security_group_rule (222ac829-1579-4c84-83fd-6f9b82cc7902), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:23.094888 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-63424021-5b28-496b-8cc0-e1a34f68a632 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585313'] for security_group_rule (222ac829-1579-4c84-83fd-6f9b82cc7902), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:23.113527 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63424021-5b28-496b-8cc0-e1a34f68a632 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=222ac829-1579-4c84-83fd-6f9b82cc7902,revision_number=0']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:23.124902 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-63424021-5b28-496b-8cc0-e1a34f68a632 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:23.129743 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-63424021-5b28-496b-8cc0-e1a34f68a632 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1338711 Feb 10 03:41:23.130062 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 48686) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:23.135949 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-948195e0-0142-41ed-a9f1-df79a15cc728 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Request body: {'floatingip': {'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:41:23.161127 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-948195e0-0142-41ed-a9f1-df79a15cc728 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:23.276779 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-948195e0-0142-41ed-a9f1-df79a15cc728 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:23.333285 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c392c4e-205b-4a7b-93c5-3a724b831565 req-48b5082c-392c-4bc2-a8ea-97c8d11df52d tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:23.340135 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1c392c4e-205b-4a7b-93c5-3a724b831565 req-48b5082c-392c-4bc2-a8ea-97c8d11df52d tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.0631504 Feb 10 03:41:23.399039 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1c392c4e-205b-4a7b-93c5-3a724b831565 req-58b15e89-74ec-4de8-be9d-2a0414cda272 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572610 Feb 10 03:41:23.425126 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [None req-948195e0-0142-41ed-a9f1-df79a15cc728 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Allocated IP 172.27.0.44 (21bdb221-e4aa-4ceb-8437-3c4897a6dae2/0a389fce-60fc-45d4-b298-908574c1c629/3a10ea38-993c-41bf-96ee-581bc377fd57) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:41:23.519725 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65818da-8183-4616-8541-4e15fe4d6e22 req-fac9e9ed-aa52-420a-a40d-869960958104 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:23.521091 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-e65818da-8183-4616-8541-4e15fe4d6e22 req-fac9e9ed-aa52-420a-a40d-869960958104 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.21 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 946 time: 0.1129444 Feb 10 03:41:23.617330 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-948195e0-0142-41ed-a9f1-df79a15cc728 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for port (3a10ea38-993c-41bf-96ee-581bc377fd57), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:23.670454 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-948195e0-0142-41ed-a9f1-df79a15cc728 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (3a10ea38-993c-41bf-96ee-581bc377fd57), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:23.704121 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-e65818da-8183-4616-8541-4e15fe4d6e22 req-0adc248f-36b1-43ad-86cb-095870c37485 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Deleting port fafc4667-568b-4a5e-9472-26cc6a82e44a {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:41:23.704483 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-e65818da-8183-4616-8541-4e15fe4d6e22 req-0adc248f-36b1-43ad-86cb-095870c37485 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (fafc4667-568b-4a5e-9472-26cc6a82e44a), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:23.734942 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948195e0-0142-41ed-a9f1-df79a15cc728 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:41:23.748245 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-948195e0-0142-41ed-a9f1-df79a15cc728 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:41:23.752952 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948195e0-0142-41ed-a9f1-df79a15cc728 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:41:23.798975 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948195e0-0142-41ed-a9f1-df79a15cc728 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Pushing event updated for resources: {'Port': ['ID=3a10ea38-993c-41bf-96ee-581bc377fd57,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:23.842375 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-e65818da-8183-4616-8541-4e15fe4d6e22 req-0adc248f-36b1-43ad-86cb-095870c37485 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] For port fafc4667-568b-4a5e-9472-26cc6a82e44a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=fafc4667-568b-4a5e-9472-26cc6a82e44a,segment=NetworkSegment(9536ef9f-3405-4be5-86aa-c692b83d667f),segment_id=9536ef9f-3405-4be5-86aa-c692b83d667f)] {{(pid=102733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:41:23.842750 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-e65818da-8183-4616-8541-4e15fe4d6e22 req-0adc248f-36b1-43ad-86cb-095870c37485 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (fafc4667-568b-4a5e-9472-26cc6a82e44a), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:23.858876 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-e65818da-8183-4616-8541-4e15fe4d6e22 req-0adc248f-36b1-43ad-86cb-095870c37485 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Calling delete_port for fafc4667-568b-4a5e-9472-26cc6a82e44a owned by compute:nova {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:41:23.934117 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-948195e0-0142-41ed-a9f1-df79a15cc728 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for floatingip (dd4313aa-0011-4042-9527-6e6fed8a9ff6), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:23.989098 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-948195e0-0142-41ed-a9f1-df79a15cc728 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (3a10ea38-993c-41bf-96ee-581bc377fd57), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:24.093815 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-e65818da-8183-4616-8541-4e15fe4d6e22 req-0adc248f-36b1-43ad-86cb-095870c37485 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (fafc4667-568b-4a5e-9472-26cc6a82e44a), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:24.131090 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['fafc4667-568b-4a5e-9472-26cc6a82e44a', '1de8a500-64d0-4173-8581-65530f888f8a'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:41:24.151131 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc248f-36b1-43ad-86cb-095870c37485 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Pushing event deleted for resources: {'Port': ['ID=fafc4667-568b-4a5e-9472-26cc6a82e44a,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:24.207994 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65818da-8183-4616-8541-4e15fe4d6e22 req-0adc248f-36b1-43ad-86cb-095870c37485 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] No DVR routers for this DVR port fafc4667-568b-4a5e-9472-26cc6a82e44a on host hv-cinder-82806 {{(pid=102733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:41:24.211595 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-e65818da-8183-4616-8541-4e15fe4d6e22 req-0adc248f-36b1-43ad-86cb-095870c37485 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:24.215001 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-e65818da-8183-4616-8541-4e15fe4d6e22 req-0adc248f-36b1-43ad-86cb-095870c37485 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.21 "DELETE /v2.0/ports/fafc4667-568b-4a5e-9472-26cc6a82e44a HTTP/1.1" status: 204 len: 173 time: 0.6863360 Feb 10 03:41:24.215437 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b92fc0-cfd3-4eb0-a15e-5d0558d253a9', 'name': 'network-vif-deleted', 'tag': 'fafc4667-568b-4a5e-9472-26cc6a82e44a'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:41:24.217672 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace54883-ee5c-4979-a1a5-897619a63299" -d '{"events": [{"server_uuid": "77b92fc0-cfd3-4eb0-a15e-5d0558d253a9", "name": "network-vif-deleted", "tag": "fafc4667-568b-4a5e-9472-26cc6a82e44a"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:41:24.262313 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a7a581-5e4b-4fb4-99fe-ef34f0da30bd x-openstack-request-id: req-38a7a581-5e4b-4fb4-99fe-ef34f0da30bd {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:41:24.262594 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b92fc0-cfd3-4eb0-a15e-5d0558d253a9", "name": "network-vif-deleted", "tag": "fafc4667-568b-4a5e-9472-26cc6a82e44a", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:41:24.262887 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38a7a581-5e4b-4fb4-99fe-ef34f0da30bd {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:41:24.263315 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b92fc0-cfd3-4eb0-a15e-5d0558d253a9', 'name': 'network-vif-deleted', 'tag': 'fafc4667-568b-4a5e-9472-26cc6a82e44a', 'status': 'completed', 'code': 200} Feb 10 03:41:24.265616 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-948195e0-0142-41ed-a9f1-df79a15cc728 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for port (3a10ea38-993c-41bf-96ee-581bc377fd57), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:24.271086 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-948195e0-0142-41ed-a9f1-df79a15cc728 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (3a10ea38-993c-41bf-96ee-581bc377fd57), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:24.341286 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948195e0-0142-41ed-a9f1-df79a15cc728 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Pushing event updated for resources: {'Port': ['ID=3a10ea38-993c-41bf-96ee-581bc377fd57,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:24.352971 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-948195e0-0142-41ed-a9f1-df79a15cc728 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575287'] for floatingip (dd4313aa-0011-4042-9527-6e6fed8a9ff6), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:24.369061 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-948195e0-0142-41ed-a9f1-df79a15cc728 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for floatingip (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:24.370633 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-948195e0-0142-41ed-a9f1-df79a15cc728 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2393236 Feb 10 03:41:24.503942 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-879375ad-ffdb-48d4-a9ff-d4735fa5a4a6 req-6014183b-4699-4f7e-b20e-45e4aa264fea tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=77b92fc0-cfd3-4eb0-a15e-5d0558d253a9 HTTP/1.1" status: 200 len: 210 time: 0.0289934 Feb 10 03:41:24.582522 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-7b12f973-73fc-478d-a8bc-80d11fac7cfd tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1872318529&fields=id&tenant_id=50e1249fa4204bf9ba3044c3c1260634 HTTP/1.1" status: 200 len: 267 time: 0.0416615 Feb 10 03:41:24.669325 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 48718) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:24.693401 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-6b846507-d612-40f5-8080-c412dc192dc5 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:24.695343 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-6b846507-d612-40f5-8080-c412dc192dc5 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/networks?id=2276b970-ba53-4cdf-8089-151cb82a4e87 HTTP/1.1" status: 200 len: 817 time: 0.1037643 Feb 10 03:41:24.712200 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-41e449ce-a4aa-4aba-8827-8e7a5a313951 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/quotas/50e1249fa4204bf9ba3044c3c1260634 HTTP/1.1" status: 200 len: 375 time: 0.0098028 Feb 10 03:41:24.772619 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-a285f242-e3cc-4d88-8280-32f2601f7b1c tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=50e1249fa4204bf9ba3044c3c1260634&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551646 Feb 10 03:41:24.789894 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-dc71ac6c-990d-4e79-91f5-ceb0638e8cf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:24.870800 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-77e4522c-aa53-4c4e-bb6f-34d01cc27e68 service neutron] 10.222.0.32 "GET /v2.0/networks/2276b970-ba53-4cdf-8089-151cb82a4e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862238 Feb 10 03:41:24.871733 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-dc71ac6c-990d-4e79-91f5-ceb0638e8cf1 admin admin] Publish callbacks [] for security_group (bd99aedd-beee-4666-aec0-bb19e93c9aec), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:24.876300 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-dc71ac6c-990d-4e79-91f5-ceb0638e8cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (bd99aedd-beee-4666-aec0-bb19e93c9aec), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:24.914962 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-dc71ac6c-990d-4e79-91f5-ceb0638e8cf1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=68c1e9bc3200482395fb631f12cf665c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445142 Feb 10 03:41:24.915860 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71ac6c-990d-4e79-91f5-ceb0638e8cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd99aedd-beee-4666-aec0-bb19e93c9aec,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:24.918153 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 48722) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:24.952298 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:24.966776 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-58fc82d0-4633-44bf-a1c0-f32b48f7016d service neutron] 10.222.0.32 "GET /v2.0/networks/2276b970-ba53-4cdf-8089-151cb82a4e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896633 Feb 10 03:41:24.967448 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-055bdc72-0825-40a3-be72-60d1503b1399 admin admin] Publish callbacks [] for security_group (bd99aedd-beee-4666-aec0-bb19e93c9aec), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:24.988645 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-055bdc72-0825-40a3-be72-60d1503b1399 admin admin] Publish callbacks [] for security_group (bd99aedd-beee-4666-aec0-bb19e93c9aec), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:25.035220 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-055bdc72-0825-40a3-be72-60d1503b1399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (bd99aedd-beee-4666-aec0-bb19e93c9aec), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:25.037828 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-055bdc72-0825-40a3-be72-60d1503b1399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:25.039060 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-055bdc72-0825-40a3-be72-60d1503b1399 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd99aedd-beee-4666-aec0-bb19e93c9aec HTTP/1.1" status: 204 len: 168 time: 0.1199780 Feb 10 03:41:25.047676 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bdc72-0825-40a3-be72-60d1503b1399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd99aedd-beee-4666-aec0-bb19e93c9aec,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:25.140998 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8acea04e-1126-4dd4-93cf-861ee51dfd43 req-fca33417-d080-4156-a176-efe52923da50 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 210 time: 0.0307834 Feb 10 03:41:25.792503 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3e103-1bed-41d0-9e43-99ccfce6c0cc req-65d237db-8331-453b-af01-16dbaa6a83ec tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:25.795387 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c6c3e103-1bed-41d0-9e43-99ccfce6c0cc req-65d237db-8331-453b-af01-16dbaa6a83ec tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0564256 Feb 10 03:41:25.846394 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c6c3e103-1bed-41d0-9e43-99ccfce6c0cc req-64e134c5-d2fb-4b51-8673-902fe4e66f6b tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450289 Feb 10 03:41:26.150176 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:26.240648 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-50179fd9-b692-42fe-b4de-f397cac65142 req-2764dab4-8351-434f-90ad-c8570a36940a tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 210 time: 0.0273409 Feb 10 03:41:26.376270 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-ac80942d-f2dd-4c1d-94dd-38cfd885bf2f tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:26.377735 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-ac80942d-f2dd-4c1d-94dd-38cfd885bf2f tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.21 "GET /v2.0/networks?id=2276b970-ba53-4cdf-8089-151cb82a4e87 HTTP/1.1" status: 200 len: 817 time: 0.1034412 Feb 10 03:41:26.451856 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-278d9530-5ec3-488c-8590-ea18777dab6e tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50e1249fa4204bf9ba3044c3c1260634 HTTP/1.1" status: 200 len: 380 time: 0.0520043 Feb 10 03:41:26.461039 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-3ce11ff3-9a12-4511-b1fd-8ce852599b67 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Request body: {'port': {'device_id': '68175f5a-583d-43b3-a6f6-3b045303c1d1', 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'admin_state_up': True, 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'security_groups': ['f60d0453-0dd2-45b8-989b-b02e1f03deef']}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:41:26.570545 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-3ce11ff3-9a12-4511-b1fd-8ce852599b67 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Made reservation on behalf of 50e1249fa4204bf9ba3044c3c1260634 for: {'port': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:41:26.574250 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-3ce11ff3-9a12-4511-b1fd-8ce852599b67 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:26.705790 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-3ce11ff3-9a12-4511-b1fd-8ce852599b67 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Allocated IP 172.20.0.9 (2276b970-ba53-4cdf-8089-151cb82a4e87/8d5da7a8-bc65-46b6-8077-e221507906cd/dd4ed260-10d2-4b11-ae4a-2e37c7f81db6) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:41:26.847983 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-3ce11ff3-9a12-4511-b1fd-8ce852599b67 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for port (dd4ed260-10d2-4b11-ae4a-2e37c7f81db6), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:26.886831 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-3ce11ff3-9a12-4511-b1fd-8ce852599b67 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (dd4ed260-10d2-4b11-ae4a-2e37c7f81db6), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:26.891234 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device fafc4667-568b-4a5e-9472-26cc6a82e44a no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:41:26.912352 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] No Port match for: fafc4667-568b-4a5e-9472-26cc6a82e44a {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:41:26.912699 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device fafc4667-568b-4a5e-9472-26cc6a82e44a not bound to the agent host hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:41:26.935581 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-3ce11ff3-9a12-4511-b1fd-8ce852599b67 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Network 2276b970-ba53-4cdf-8089-151cb82a4e87 is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:41:26.938580 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-3ce11ff3-9a12-4511-b1fd-8ce852599b67 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:41:26.942213 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-3ce11ff3-9a12-4511-b1fd-8ce852599b67 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:41:26.967317 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce11ff3-9a12-4511-b1fd-8ce852599b67 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Pushing event updated for resources: {'Port': ['ID=dd4ed260-10d2-4b11-ae4a-2e37c7f81db6,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:26.972827 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda02ee3-6320-4d7f-b0f0-2cbf7a887972 req-94faaeed-1950-4d7a-9dbe-388ddfb32d6b tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:26.975020 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dda02ee3-6320-4d7f-b0f0-2cbf7a887972 req-94faaeed-1950-4d7a-9dbe-388ddfb32d6b tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0567605 Feb 10 03:41:26.994839 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-3ce11ff3-9a12-4511-b1fd-8ce852599b67 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:26.995474 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-3ce11ff3-9a12-4511-b1fd-8ce852599b67 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:27.016681 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-3ce11ff3-9a12-4511-b1fd-8ce852599b67 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5592000 Feb 10 03:41:27.027095 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dda02ee3-6320-4d7f-b0f0-2cbf7a887972 req-00f31ac6-1641-4c51-bbff-a7d706ff3711 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465133 Feb 10 03:41:27.035953 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-0d9a2980-24da-454d-ad0d-08f2b3799ba6 service neutron] Request body: {'port': {'device_id': '68175f5a-583d-43b3-a6f6-3b045303c1d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:41:27.225206 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-86ff81bc-1e53-405f-8393-9330fae94a80 None None] Provisioning complete for port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:41:27.225851 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-86ff81bc-1e53-405f-8393-9330fae94a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (dd4ed260-10d2-4b11-ae4a-2e37c7f81db6), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:27.264304 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-86ff81bc-1e53-405f-8393-9330fae94a80 None None] Port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:41:27.351546 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-0d9a2980-24da-454d-ad0d-08f2b3799ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (dd4ed260-10d2-4b11-ae4a-2e37c7f81db6), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:27.368501 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63827102-fc02-49d2-bf44-df2477f33ba8 req-a99e006c-9d5c-4a3e-90f4-bd7180712b2a tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:27.370410 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-63827102-fc02-49d2-bf44-df2477f33ba8 req-a99e006c-9d5c-4a3e-90f4-bd7180712b2a tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 931 time: 0.0563447 Feb 10 03:41:27.417587 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-63827102-fc02-49d2-bf44-df2477f33ba8 req-f0120b52-31e6-4ca0-a282-7d6d4f775dcc tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413003 Feb 10 03:41:27.601830 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-0d9a2980-24da-454d-ad0d-08f2b3799ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 {{(pid=102733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:41:27.609325 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-0d9a2980-24da-454d-ad0d-08f2b3799ba6 service neutron] Publish callbacks [] for port (dd4ed260-10d2-4b11-ae4a-2e37c7f81db6), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:27.621893 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.provisioning_blocks [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-0d9a2980-24da-454d-ad0d-08f2b3799ba6 service neutron] Transition to ACTIVE for port object dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 will not be triggered until provisioned by entity L2. {{(pid=102733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:41:27.626900 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-0d9a2980-24da-454d-ad0d-08f2b3799ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (dd4ed260-10d2-4b11-ae4a-2e37c7f81db6), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:27.680866 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a2980-24da-454d-ad0d-08f2b3799ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4ed260-10d2-4b11-ae4a-2e37c7f81db6,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:27.753119 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-0d9a2980-24da-454d-ad0d-08f2b3799ba6 service neutron] Attempting to bind port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:41:27.753452 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-0d9a2980-24da-454d-ad0d-08f2b3799ba6 service neutron] Attempting to bind port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '086c110e-e949-4dfb-87df-62ade2705185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:41:27.753778 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-0d9a2980-24da-454d-ad0d-08f2b3799ba6 service neutron] Attempting to bind port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 on network 2276b970-ba53-4cdf-8089-151cb82a4e87 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:41:27.758191 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-0d9a2980-24da-454d-ad0d-08f2b3799ba6 service neutron] Port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 on network 2276b970-ba53-4cdf-8089-151cb82a4e87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:41:27.758509 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-0d9a2980-24da-454d-ad0d-08f2b3799ba6 service neutron] Attempting to bind port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 on network 2276b970-ba53-4cdf-8089-151cb82a4e87 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:41:27.763475 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-0d9a2980-24da-454d-ad0d-08f2b3799ba6 service neutron] Checking agent: {'id': '7fa92194-f930-41b3-9bb5-0cd5b2874298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'started_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:41:27.763798 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-0d9a2980-24da-454d-ad0d-08f2b3799ba6 service neutron] Checking segment: {'id': '086c110e-e949-4dfb-87df-62ade2705185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:41:27.764206 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-0d9a2980-24da-454d-ad0d-08f2b3799ba6 service neutron] Bound using segment: {'id': '086c110e-e949-4dfb-87df-62ade2705185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:41:27.764633 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-0d9a2980-24da-454d-ad0d-08f2b3799ba6 service neutron] Bound port: dd4ed260-10d2-4b11-ae4a-2e37c7f81db6, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086c110e-e949-4dfb-87df-62ade2705185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:41:27.764987 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-0d9a2980-24da-454d-ad0d-08f2b3799ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (dd4ed260-10d2-4b11-ae4a-2e37c7f81db6), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:27.828169 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-0d9a2980-24da-454d-ad0d-08f2b3799ba6 service neutron] For port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6, host hv-cinder-82806, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:41:27.831343 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-0d9a2980-24da-454d-ad0d-08f2b3799ba6 service neutron] For port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=dd4ed260-10d2-4b11-ae4a-2e37c7f81db6,segment=NetworkSegment(086c110e-e949-4dfb-87df-62ade2705185),segment_id=086c110e-e949-4dfb-87df-62ade2705185)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:41:27.837773 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-0d9a2980-24da-454d-ad0d-08f2b3799ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (dd4ed260-10d2-4b11-ae4a-2e37c7f81db6), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:27.876613 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-0d9a2980-24da-454d-ad0d-08f2b3799ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:27.877431 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-0d9a2980-24da-454d-ad0d-08f2b3799ba6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:27.879409 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-0d9a2980-24da-454d-ad0d-08f2b3799ba6 service neutron] 10.222.0.21 "PUT /v2.0/ports/dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 HTTP/1.1" status: 200 len: 1093 time: 0.8478298 Feb 10 03:41:27.879919 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68175f5a-583d-43b3-a6f6-3b045303c1d1', 'tag': 'dd4ed260-10d2-4b11-ae4a-2e37c7f81db6'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:41:27.882165 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2e065c-c1dc-4727-bf1b-b886f5300d14" -d '{"events": [{"name": "network-changed", "server_uuid": "68175f5a-583d-43b3-a6f6-3b045303c1d1", "tag": "dd4ed260-10d2-4b11-ae4a-2e37c7f81db6"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:41:27.911565 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a2980-24da-454d-ad0d-08f2b3799ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4ed260-10d2-4b11-ae4a-2e37c7f81db6,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:27.926288 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9222fd-c7cb-45f2-be43-942ebcc55444 x-openstack-request-id: req-de9222fd-c7cb-45f2-be43-942ebcc55444 {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:41:27.926537 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68175f5a-583d-43b3-a6f6-3b045303c1d1", "tag": "dd4ed260-10d2-4b11-ae4a-2e37c7f81db6", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:41:27.926828 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de9222fd-c7cb-45f2-be43-942ebcc55444 {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:41:27.927234 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68175f5a-583d-43b3-a6f6-3b045303c1d1', 'tag': 'dd4ed260-10d2-4b11-ae4a-2e37c7f81db6', 'status': 'completed', 'code': 200} Feb 10 03:41:28.001132 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-3549fa6d-7ae9-4581-9a50-27a5109de2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:28.002688 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-3549fa6d-7ae9-4581-9a50-27a5109de2bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=50e1249fa4204bf9ba3044c3c1260634&device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 1127 time: 0.0469379 Feb 10 03:41:28.051953 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-d2f907e7-5895-4c72-9625-8a64b1078b6a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 HTTP/1.1" status: 200 len: 217 time: 0.0349450 Feb 10 03:41:28.109314 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-b02b90ee-4549-468d-9500-bb1ea0d12f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:28.112009 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-b02b90ee-4549-468d-9500-bb1ea0d12f84 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8d5da7a8-bc65-46b6-8077-e221507906cd HTTP/1.1" status: 200 len: 856 time: 0.0508304 Feb 10 03:41:28.145251 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a47d5-7a05-4038-b244-69e30c673993 req-4f84eef9-4138-48d7-915f-cf39a0c6d9de tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:28.146773 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-267a47d5-7a05-4038-b244-69e30c673993 req-4f84eef9-4138-48d7-915f-cf39a0c6d9de tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0539105 Feb 10 03:41:28.162876 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-4180d3f2-c128-4c67-9a2d-a86b79b62c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:28.164670 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-4180d3f2-c128-4c67-9a2d-a86b79b62c77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2276b970-ba53-4cdf-8089-151cb82a4e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441668 Feb 10 03:41:28.195239 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-267a47d5-7a05-4038-b244-69e30c673993 req-0fb9c044-8fd0-4277-a2e0-1a88b0696343 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426302 Feb 10 03:41:28.259435 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-512fe96b-72e9-4789-bc04-abe7e09ea872 service neutron] 10.222.0.21 "GET /v2.0/networks/2276b970-ba53-4cdf-8089-151cb82a4e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873389 Feb 10 03:41:28.366520 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-3fb926b1-3e16-46f0-9bfe-0f25ad270b98 req-30672748-ea56-4a5b-9cd3-b31f5b7e223b service neutron] 10.222.0.21 "GET /v2.0/networks/2276b970-ba53-4cdf-8089-151cb82a4e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995140 Feb 10 03:41:28.521519 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e065c-c1dc-4727-bf1b-b886f5300d14 req-03472d1a-17c5-46b0-b149-23e4941fd506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:28.523092 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-cf2e065c-c1dc-4727-bf1b-b886f5300d14 req-03472d1a-17c5-46b0-b149-23e4941fd506 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=50e1249fa4204bf9ba3044c3c1260634&device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 1127 time: 0.0466187 Feb 10 03:41:28.542043 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e0f7a-61fa-4ed6-adb1-167520bfcaa0 req-8516298e-a954-4243-9e90-8ee5a276eb7f tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:28.543720 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ac4e0f7a-61fa-4ed6-adb1-167520bfcaa0 req-8516298e-a954-4243-9e90-8ee5a276eb7f tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 943 time: 0.0535138 Feb 10 03:41:28.593349 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ac4e0f7a-61fa-4ed6-adb1-167520bfcaa0 req-4faddbb9-2c01-402e-b84c-26dd5859d6c4 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438349 Feb 10 03:41:28.624023 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e065c-c1dc-4727-bf1b-b886f5300d14 req-52bdf205-c8cd-4e7e-a4c0-235e78c27422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:28.625482 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-cf2e065c-c1dc-4727-bf1b-b886f5300d14 req-52bdf205-c8cd-4e7e-a4c0-235e78c27422 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2276b970-ba53-4cdf-8089-151cb82a4e87 HTTP/1.1" status: 200 len: 918 time: 0.0895896 Feb 10 03:41:28.667805 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-cf2e065c-c1dc-4727-bf1b-b886f5300d14 req-53beca5b-3346-45dd-a343-eb068237a669 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 HTTP/1.1" status: 200 len: 217 time: 0.0339773 Feb 10 03:41:28.724474 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e065c-c1dc-4727-bf1b-b886f5300d14 req-7a2f36a7-4474-4bbe-96a5-b9d34c8417ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:28.725877 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-cf2e065c-c1dc-4727-bf1b-b886f5300d14 req-7a2f36a7-4474-4bbe-96a5-b9d34c8417ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8d5da7a8-bc65-46b6-8077-e221507906cd HTTP/1.1" status: 200 len: 856 time: 0.0518570 Feb 10 03:41:28.780138 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e065c-c1dc-4727-bf1b-b886f5300d14 req-67255a4b-92ec-4b02-a56c-5cc60affe609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:28.781666 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-cf2e065c-c1dc-4727-bf1b-b886f5300d14 req-67255a4b-92ec-4b02-a56c-5cc60affe609 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2276b970-ba53-4cdf-8089-151cb82a4e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470068 Feb 10 03:41:28.869594 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-cf2e065c-c1dc-4727-bf1b-b886f5300d14 req-94e7f013-1dc2-4da6-8353-c0343f3404c3 service neutron] 10.222.0.21 "GET /v2.0/networks/2276b970-ba53-4cdf-8089-151cb82a4e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794709 Feb 10 03:41:28.960321 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-cf2e065c-c1dc-4727-bf1b-b886f5300d14 req-34481e9b-4a2f-4349-8e90-f698e8b7b901 service neutron] 10.222.0.21 "GET /v2.0/networks/2276b970-ba53-4cdf-8089-151cb82a4e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833249 Feb 10 03:41:29.326794 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae20ee-7fb4-4deb-9e01-3059c755b08a req-9e34f88b-0d94-48f3-a454-d1e07e56e28d tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:29.328234 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-37ae20ee-7fb4-4deb-9e01-3059c755b08a req-9e34f88b-0d94-48f3-a454-d1e07e56e28d tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0557759 Feb 10 03:41:29.380439 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-37ae20ee-7fb4-4deb-9e01-3059c755b08a req-601920cd-6350-4b1d-975d-dd3c0a997a64 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438812 Feb 10 03:41:29.728343 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59621f-20a2-41a0-847e-22be074443c7 req-cf960342-7a69-400c-8aac-4b167548a448 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:29.730111 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3b59621f-20a2-41a0-847e-22be074443c7 req-cf960342-7a69-400c-8aac-4b167548a448 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 943 time: 0.0582850 Feb 10 03:41:29.780541 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3b59621f-20a2-41a0-847e-22be074443c7 req-bb1dcbc4-c9c0-43ba-aa87-2d3150399e93 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426021 Feb 10 03:41:30.516974 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089488ab-bfe9-4329-bd21-16634d0baf7f req-6643bcef-1048-4723-9bba-2d2b3f4aaf76 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:30.518435 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-089488ab-bfe9-4329-bd21-16634d0baf7f req-6643bcef-1048-4723-9bba-2d2b3f4aaf76 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0644360 Feb 10 03:41:30.569244 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-089488ab-bfe9-4329-bd21-16634d0baf7f req-afe4f9f5-1a5d-4ad1-a8ca-256b7a7dbaa2 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420821 Feb 10 03:41:30.919344 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a57425-b82a-4fc2-a491-142eb3b78b95 req-550cef61-eb90-458f-93d3-17578e206805 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:30.920854 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-27a57425-b82a-4fc2-a491-142eb3b78b95 req-550cef61-eb90-458f-93d3-17578e206805 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 943 time: 0.0615573 Feb 10 03:41:30.987192 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-27a57425-b82a-4fc2-a491-142eb3b78b95 req-7d42761d-e5ab-4440-8ef4-741ff4489fa8 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575931 Feb 10 03:41:31.705863 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1512cd-d318-4a87-a643-07a900c95e96 req-f5aef2cd-7bf1-4a52-ba57-a2c4fe31b14c tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:31.707361 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ed1512cd-d318-4a87-a643-07a900c95e96 req-f5aef2cd-7bf1-4a52-ba57-a2c4fe31b14c tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0581405 Feb 10 03:41:31.756774 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ed1512cd-d318-4a87-a643-07a900c95e96 req-ea3ed0b2-f026-4297-97b9-14afd27ee7b3 tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/security-groups?id=740608a1-92c9-4405-b2f6-c844545364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437706 Feb 10 03:41:32.142705 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4553816-6609-4f58-9625-c0f1103fdb06 req-96f42edc-cccb-483c-8d37-049981eae4e7 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:32.144218 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f4553816-6609-4f58-9625-c0f1103fdb06 req-96f42edc-cccb-483c-8d37-049981eae4e7 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 943 time: 0.0712876 Feb 10 03:41:32.191896 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f4553816-6609-4f58-9625-c0f1103fdb06 req-abc5cca0-65da-432b-adb2-40666c569169 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418179 Feb 10 03:41:32.361526 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb5fe9-b083-4dd8-a0ec-168d46c6d356 req-225e5510-d4ec-4e12-a1c5-5ab838e7756e tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:32.363669 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-98fb5fe9-b083-4dd8-a0ec-168d46c6d356 req-225e5510-d4ec-4e12-a1c5-5ab838e7756e tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.21 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 945 time: 0.0651126 Feb 10 03:41:32.477949 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-98fb5fe9-b083-4dd8-a0ec-168d46c6d356 req-a94ef18e-b547-4cac-8a80-9646e7a2185e tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Deleting port 1de8a500-64d0-4173-8581-65530f888f8a {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:41:32.478302 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-98fb5fe9-b083-4dd8-a0ec-168d46c6d356 req-a94ef18e-b547-4cac-8a80-9646e7a2185e tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (1de8a500-64d0-4173-8581-65530f888f8a), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:32.573965 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-98fb5fe9-b083-4dd8-a0ec-168d46c6d356 req-a94ef18e-b547-4cac-8a80-9646e7a2185e tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] For port 1de8a500-64d0-4173-8581-65530f888f8a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=1de8a500-64d0-4173-8581-65530f888f8a,segment=NetworkSegment(9536ef9f-3405-4be5-86aa-c692b83d667f),segment_id=9536ef9f-3405-4be5-86aa-c692b83d667f)] {{(pid=102733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:41:32.574535 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-98fb5fe9-b083-4dd8-a0ec-168d46c6d356 req-a94ef18e-b547-4cac-8a80-9646e7a2185e tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (1de8a500-64d0-4173-8581-65530f888f8a), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:32.587318 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-98fb5fe9-b083-4dd8-a0ec-168d46c6d356 req-a94ef18e-b547-4cac-8a80-9646e7a2185e tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Calling delete_port for 1de8a500-64d0-4173-8581-65530f888f8a owned by compute:nova {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:41:32.722104 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-98fb5fe9-b083-4dd8-a0ec-168d46c6d356 req-a94ef18e-b547-4cac-8a80-9646e7a2185e tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (1de8a500-64d0-4173-8581-65530f888f8a), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:32.749848 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ef18e-b547-4cac-8a80-9646e7a2185e tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Pushing event deleted for resources: {'Port': ['ID=1de8a500-64d0-4173-8581-65530f888f8a,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:32.767912 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['1de8a500-64d0-4173-8581-65530f888f8a'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:41:32.794212 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fb5fe9-b083-4dd8-a0ec-168d46c6d356 req-a94ef18e-b547-4cac-8a80-9646e7a2185e tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] No DVR routers for this DVR port 1de8a500-64d0-4173-8581-65530f888f8a on host hv-cinder-82806 {{(pid=102733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:41:32.797850 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-98fb5fe9-b083-4dd8-a0ec-168d46c6d356 req-a94ef18e-b547-4cac-8a80-9646e7a2185e tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:32.801606 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-98fb5fe9-b083-4dd8-a0ec-168d46c6d356 req-a94ef18e-b547-4cac-8a80-9646e7a2185e tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.21 "DELETE /v2.0/ports/1de8a500-64d0-4173-8581-65530f888f8a HTTP/1.1" status: 204 len: 173 time: 0.4313908 Feb 10 03:41:32.802058 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699b7ed3-80f5-47d0-bcec-6801073102d6', 'name': 'network-vif-deleted', 'tag': '1de8a500-64d0-4173-8581-65530f888f8a'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:41:32.804447 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb54bac-e4ba-43bf-8c31-0d6b667b94be" -d '{"events": [{"server_uuid": "699b7ed3-80f5-47d0-bcec-6801073102d6", "name": "network-vif-deleted", "tag": "1de8a500-64d0-4173-8581-65530f888f8a"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:41:32.841060 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf407600-46e1-497d-b5f1-15e9f2d6467a x-openstack-request-id: req-bf407600-46e1-497d-b5f1-15e9f2d6467a {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:41:32.841371 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699b7ed3-80f5-47d0-bcec-6801073102d6", "name": "network-vif-deleted", "tag": "1de8a500-64d0-4173-8581-65530f888f8a", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:41:32.841634 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf407600-46e1-497d-b5f1-15e9f2d6467a {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:41:32.842142 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699b7ed3-80f5-47d0-bcec-6801073102d6', 'name': 'network-vif-deleted', 'tag': '1de8a500-64d0-4173-8581-65530f888f8a', 'status': 'completed', 'code': 200} Feb 10 03:41:32.863372 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-07abbcb0-ca17-4cf9-a88c-7a6bde4a18f3 req-6c525f85-80b6-4365-858f-b5673d0a21aa tempest-ServerRescueNegativeTestJSON-885213482 tempest-ServerRescueNegativeTestJSON-885213482-project] 10.222.0.32 "GET /v2.0/ports?device_id=699b7ed3-80f5-47d0-bcec-6801073102d6 HTTP/1.1" status: 200 len: 210 time: 0.0302522 Feb 10 03:41:32.950404 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:41:33.051373 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=dd4ed260-10d2-4b11-ae4a-2e37c7f81db6,segment=NetworkSegment(086c110e-e949-4dfb-87df-62ade2705185),segment_id=086c110e-e949-4dfb-87df-62ade2705185)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:41:33.062513 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Returning: {'device': 'dd4ed260-10d2-4b11-ae4a-2e37c7f81db6', 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'port_id': 'dd4ed260-10d2-4b11-ae4a-2e37c7f81db6', 'mac_address': 'fa:16:3e:c2:8b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:41:33.098515 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 is: DOWN; New status is: BUILD {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:41:33.098930 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (dd4ed260-10d2-4b11-ae4a-2e37c7f81db6), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:33.111844 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 {{(pid=102734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:41:33.132738 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=dd4ed260-10d2-4b11-ae4a-2e37c7f81db6,segment=NetworkSegment(086c110e-e949-4dfb-87df-62ade2705185),segment_id=086c110e-e949-4dfb-87df-62ade2705185)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:41:33.137936 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (dd4ed260-10d2-4b11-ae4a-2e37c7f81db6), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:33.192118 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=dd4ed260-10d2-4b11-ae4a-2e37c7f81db6,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:33.204665 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:33.205139 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:33.206055 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:33.207033 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:33.207833 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:33.208732 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:33.209093 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:33.209432 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:33.210041 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:33.210951 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:33.211807 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:33.212213 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:33.212658 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:41:33.323869 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee77a12-0ce9-4ec4-98a0-757fb603cff8 req-bcdc2f6f-3227-48f8-9bda-287882d712e8 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:33.325701 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dee77a12-0ce9-4ec4-98a0-757fb603cff8 req-bcdc2f6f-3227-48f8-9bda-287882d712e8 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 944 time: 0.0579884 Feb 10 03:41:33.374729 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dee77a12-0ce9-4ec4-98a0-757fb603cff8 req-8bf02b0a-00d3-41de-a948-be70da994539 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416152 Feb 10 03:41:33.555010 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['dd4ed260-10d2-4b11-ae4a-2e37c7f81db6'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:41:33.926326 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 48784) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:34.348787 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-93d80e3c-0290-4460-ad76-c868293c37f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1573495'] for router_interface (15de21d5-9391-4a56-9448-019c2ad54e1f), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:34.510705 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955809a0-ca3d-4359-bccd-bfec4f76a6e8 req-5a4868ff-a759-47a8-a5cc-31a6e242b3b4 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:34.512213 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-955809a0-ca3d-4359-bccd-bfec4f76a6e8 req-5a4868ff-a759-47a8-a5cc-31a6e242b3b4 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 944 time: 0.0581481 Feb 10 03:41:34.558162 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-955809a0-ca3d-4359-bccd-bfec4f76a6e8 req-5b4947e0-2179-4add-ac50-86e84661641b tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403295 Feb 10 03:41:34.649688 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [None req-93d80e3c-0290-4460-ad76-c868293c37f8 admin admin] Deleting port 3a273dbb-29f4-410d-b41c-38d77e46290c {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:41:34.649895 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-93d80e3c-0290-4460-ad76-c868293c37f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (3a273dbb-29f4-410d-b41c-38d77e46290c), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:34.731390 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-93d80e3c-0290-4460-ad76-c868293c37f8 admin admin] For port 3a273dbb-29f4-410d-b41c-38d77e46290c, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=3a273dbb-29f4-410d-b41c-38d77e46290c,segment=NetworkSegment(9536ef9f-3405-4be5-86aa-c692b83d667f),segment_id=9536ef9f-3405-4be5-86aa-c692b83d667f)] {{(pid=102733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:41:34.731633 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-93d80e3c-0290-4460-ad76-c868293c37f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (3a273dbb-29f4-410d-b41c-38d77e46290c), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:34.749900 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [None req-93d80e3c-0290-4460-ad76-c868293c37f8 admin admin] Calling delete_port for 3a273dbb-29f4-410d-b41c-38d77e46290c owned by network:router_interface {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:41:34.955488 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-93d80e3c-0290-4460-ad76-c868293c37f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (3a273dbb-29f4-410d-b41c-38d77e46290c), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:34.958523 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 up at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:41:34.979406 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d80e3c-0290-4460-ad76-c868293c37f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a273dbb-29f4-410d-b41c-38d77e46290c,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:35.015635 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning for port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 completed by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:41:35.020376 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning complete for port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:41:35.020625 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (dd4ed260-10d2-4b11-ae4a-2e37c7f81db6), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:35.096586 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 is: BUILD; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:41:35.097087 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (dd4ed260-10d2-4b11-ae4a-2e37c7f81db6), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:35.119731 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68175f5a-583d-43b3-a6f6-3b045303c1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4ed260-10d2-4b11-ae4a-2e37c7f81db6'}] {{(pid=102734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:41:35.121992 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f765ceee2b9e6863c7c09e3b0452b272479917b97bc142159859c6a833de831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74ef623-be48-41e1-8a7a-146f075e4a27" -d '{"events": [{"server_uuid": "68175f5a-583d-43b3-a6f6-3b045303c1d1", "name": "network-vif-plugged", "status": "completed", "tag": "dd4ed260-10d2-4b11-ae4a-2e37c7f81db6"}]}' {{(pid=102734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:41:35.136163 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=dd4ed260-10d2-4b11-ae4a-2e37c7f81db6,segment=NetworkSegment(086c110e-e949-4dfb-87df-62ade2705185),segment_id=086c110e-e949-4dfb-87df-62ade2705185)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:41:35.141964 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (dd4ed260-10d2-4b11-ae4a-2e37c7f81db6), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:35.142279 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-93d80e3c-0290-4460-ad76-c868293c37f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1573603'] for router_interface (15de21d5-9391-4a56-9448-019c2ad54e1f), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:35.143494 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 1de8a500-64d0-4173-8581-65530f888f8a no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:41:35.168973 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb60f68-607b-4bca-8d1e-cbf5af2bcde2 x-openstack-request-id: req-8eb60f68-607b-4bca-8d1e-cbf5af2bcde2 {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:41:35.169261 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68175f5a-583d-43b3-a6f6-3b045303c1d1", "name": "network-vif-plugged", "status": "completed", "tag": "dd4ed260-10d2-4b11-ae4a-2e37c7f81db6", "code": 200}]} {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:41:35.169511 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8eb60f68-607b-4bca-8d1e-cbf5af2bcde2 {{(pid=102734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:41:35.169896 dv-cinder-828060-2-iscsi neutron-server[102734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68175f5a-583d-43b3-a6f6-3b045303c1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4ed260-10d2-4b11-ae4a-2e37c7f81db6', 'code': 200} Feb 10 03:41:35.173616 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] No Port match for: 1de8a500-64d0-4173-8581-65530f888f8a {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:41:35.173616 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 1de8a500-64d0-4173-8581-65530f888f8a not bound to the agent host hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:41:35.216604 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=dd4ed260-10d2-4b11-ae4a-2e37c7f81db6,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:35.637767 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d80e3c-0290-4460-ad76-c868293c37f8 admin admin] Router 15de21d5-9391-4a56-9448-019c2ad54e1f has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:41:35.656113 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd894ca6-9f9d-42f9-b617-8c325fdff640 req-3faeb84a-6e22-41a6-ac4b-d95f67b1a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:35.657605 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-dd894ca6-9f9d-42f9-b617-8c325fdff640 req-3faeb84a-6e22-41a6-ac4b-d95f67b1a92b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 1129 time: 0.3124416 Feb 10 03:41:35.682474 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f24aa-3c9c-41d1-bd75-cd66595c9547 req-4a0020cf-ce07-4cb7-a944-8a113c84fc82 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:35.683997 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6c5f24aa-3c9c-41d1-bd75-cd66595c9547 req-4a0020cf-ce07-4cb7-a944-8a113c84fc82 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 945 time: 0.0527079 Feb 10 03:41:35.735352 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6c5f24aa-3c9c-41d1-bd75-cd66595c9547 req-a832ba5b-f304-4d0f-a798-a421474de61b tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453155 Feb 10 03:41:35.770979 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-dd894ca6-9f9d-42f9-b617-8c325fdff640 req-1a75a5cc-df59-48e9-a51d-19c3ddf7037a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810559 Feb 10 03:41:35.784208 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d80e3c-0290-4460-ad76-c868293c37f8 admin admin] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:41:35.789083 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-93d80e3c-0290-4460-ad76-c868293c37f8 admin admin] 10.222.0.32 "PUT /v2.0/routers/15de21d5-9391-4a56-9448-019c2ad54e1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8616738 Feb 10 03:41:35.791717 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 48792) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:35.794904 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1eec0f-b256-4f57-93f4-c5333f1a4e7f None None] Sync routers for ids ['15de21d5-9391-4a56-9448-019c2ad54e1f'] in dv-cinder-828060-2-iscsi {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:41:35.805000 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1eec0f-b256-4f57-93f4-c5333f1a4e7f None None] Routers {'15de21d5-9391-4a56-9448-019c2ad54e1f'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:41:35.805607 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-cb1eec0f-b256-4f57-93f4-c5333f1a4e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:41:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['15de21d5-9391-4a56-9448-019c2ad54e1f'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:41:35.897722 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-2ad6daa2-1076-415b-b8b3-14354c6af8d9 admin admin] Publish callbacks [] for router (15de21d5-9391-4a56-9448-019c2ad54e1f), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:36.000779 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-cb1eec0f-b256-4f57-93f4-c5333f1a4e7f None None] Set router 15de21d5-9391-4a56-9448-019c2ad54e1f gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:41:36.008346 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-2ad6daa2-1076-415b-b8b3-14354c6af8d9 admin admin] Publish callbacks [] for router_gateway (15de21d5-9391-4a56-9448-019c2ad54e1f), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:36.070252 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [None req-2ad6daa2-1076-415b-b8b3-14354c6af8d9 admin admin] Deleting port ca962838-4cc3-463a-9a25-1c03b5eb902f {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:41:36.070592 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-2ad6daa2-1076-415b-b8b3-14354c6af8d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (ca962838-4cc3-463a-9a25-1c03b5eb902f), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:36.147554 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-2ad6daa2-1076-415b-b8b3-14354c6af8d9 admin admin] For port ca962838-4cc3-463a-9a25-1c03b5eb902f, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=ca962838-4cc3-463a-9a25-1c03b5eb902f,segment=NetworkSegment(c1a6dc3e-a0fe-4959-bf17-1081534e4b16),segment_id=c1a6dc3e-a0fe-4959-bf17-1081534e4b16)] {{(pid=102733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:41:36.148075 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-2ad6daa2-1076-415b-b8b3-14354c6af8d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (ca962838-4cc3-463a-9a25-1c03b5eb902f), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:36.162979 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [None req-2ad6daa2-1076-415b-b8b3-14354c6af8d9 admin admin] Calling delete_port for ca962838-4cc3-463a-9a25-1c03b5eb902f owned by network:router_gateway {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:41:36.180027 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-cb1eec0f-b256-4f57-93f4-c5333f1a4e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15de21d5-9391-4a56-9448-019c2ad54e1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1101670110-router', 'tenant_id': '114e0c095df64647bf339f0e8dcf8571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'ca962838-4cc3-463a-9a25-1c03b5eb902f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:32Z', 'updated_at': '2022-02-10T03:41:34Z', 'revision_number': 5, 'project_id': '114e0c095df64647bf339f0e8dcf8571', 'gw_port': {'id': 'ca962838-4cc3-463a-9a25-1c03b5eb902f', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:73:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de21d5-9391-4a56-9448-019c2ad54e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:33Z', 'updated_at': '2022-02-10T03:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:41:36.210957 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1eec0f-b256-4f57-93f4-c5333f1a4e7f None None] Checking router: 15de21d5-9391-4a56-9448-019c2ad54e1f for host: dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:41:36.219514 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1eec0f-b256-4f57-93f4-c5333f1a4e7f None None] Routers {'15de21d5-9391-4a56-9448-019c2ad54e1f'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:41:36.220138 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-cb1eec0f-b256-4f57-93f4-c5333f1a4e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:41:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['15de21d5-9391-4a56-9448-019c2ad54e1f'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:41:36.308737 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-cb1eec0f-b256-4f57-93f4-c5333f1a4e7f None None] Set router 15de21d5-9391-4a56-9448-019c2ad54e1f gateway port host: None {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:41:36.331402 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-2ad6daa2-1076-415b-b8b3-14354c6af8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (ca962838-4cc3-463a-9a25-1c03b5eb902f), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:36.355681 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6daa2-1076-415b-b8b3-14354c6af8d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca962838-4cc3-463a-9a25-1c03b5eb902f,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:36.359358 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-cb1eec0f-b256-4f57-93f4-c5333f1a4e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15de21d5-9391-4a56-9448-019c2ad54e1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1101670110-router', 'tenant_id': '114e0c095df64647bf339f0e8dcf8571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:32Z', 'updated_at': '2022-02-10T03:41:36Z', 'revision_number': 6, 'project_id': '114e0c095df64647bf339f0e8dcf8571', 'gw_port_host': None}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:41:36.389317 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1eec0f-b256-4f57-93f4-c5333f1a4e7f None None] The sync data for ids ['15de21d5-9391-4a56-9448-019c2ad54e1f'] in dv-cinder-828060-2-iscsi is: [{'id': '15de21d5-9391-4a56-9448-019c2ad54e1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1101670110-router', 'tenant_id': '114e0c095df64647bf339f0e8dcf8571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:32Z', 'updated_at': '2022-02-10T03:41:36Z', 'revision_number': 6, 'project_id': '114e0c095df64647bf339f0e8dcf8571', 'gw_port_host': None}] {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:41:36.426392 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-2ad6daa2-1076-415b-b8b3-14354c6af8d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1575229'] for router_gateway (15de21d5-9391-4a56-9448-019c2ad54e1f), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:36.532800 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-2ad6daa2-1076-415b-b8b3-14354c6af8d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256814'] for router (15de21d5-9391-4a56-9448-019c2ad54e1f), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:36.535138 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-2ad6daa2-1076-415b-b8b3-14354c6af8d9 admin admin] Publish callbacks [] for router_controller (15de21d5-9391-4a56-9448-019c2ad54e1f), precommit_delete_associations {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:36.596403 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-2ad6daa2-1076-415b-b8b3-14354c6af8d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1576845'] for router (15de21d5-9391-4a56-9448-019c2ad54e1f), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:36.596955 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad6daa2-1076-415b-b8b3-14354c6af8d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15de21d5-9391-4a56-9448-019c2ad54e1f {{(pid=102733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 03:41:36.602594 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-2ad6daa2-1076-415b-b8b3-14354c6af8d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:36.603883 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-2ad6daa2-1076-415b-b8b3-14354c6af8d9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/15de21d5-9391-4a56-9448-019c2ad54e1f HTTP/1.1" status: 204 len: 168 time: 0.8111985 Feb 10 03:41:36.607743 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 48794) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:36.652874 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_v2 [None req-12bd99d3-61ca-4231-83d5-c42957167920 admin admin] Deleting subnet 9995f4ef-9c6b-4dbc-a816-718f17a87440 {{(pid=102733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 03:41:36.656052 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-12bd99d3-61ca-4231-83d5-c42957167920 admin admin] Publish callbacks [] for subnet (9995f4ef-9c6b-4dbc-a816-718f17a87440), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:36.694132 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-12bd99d3-61ca-4231-83d5-c42957167920 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268408276'] for subnet (9995f4ef-9c6b-4dbc-a816-718f17a87440), precommit_delete_associations {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:36.734118 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-12bd99d3-61ca-4231-83d5-c42957167920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686942'] for subnet (9995f4ef-9c6b-4dbc-a816-718f17a87440), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:36.790322 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-12bd99d3-61ca-4231-83d5-c42957167920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264842904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265035810'] for subnet (9995f4ef-9c6b-4dbc-a816-718f17a87440), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:36.819063 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-12bd99d3-61ca-4231-83d5-c42957167920 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:36.823124 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-12bd99d3-61ca-4231-83d5-c42957167920 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9995f4ef-9c6b-4dbc-a816-718f17a87440 HTTP/1.1" status: 204 len: 168 time: 0.2143764 Feb 10 03:41:36.826345 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd99d3-61ca-4231-83d5-c42957167920 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9995f4ef-9c6b-4dbc-a816-718f17a87440,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:36.826514 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 48798) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:36.913790 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b8cbed66-3a9c-4d58-84ba-28ffd64c893b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-664968'] for network (e0aca2bf-c883-41b5-bca5-cb73801c5192), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:36.926509 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da4c55-0f6f-4121-b83b-9325aa275dcf req-4ce29117-cb41-45c2-94d5-0c3dd710e0c0 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:36.927963 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-83da4c55-0f6f-4121-b83b-9325aa275dcf req-4ce29117-cb41-45c2-94d5-0c3dd710e0c0 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 945 time: 0.1139719 Feb 10 03:41:37.036230 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-83da4c55-0f6f-4121-b83b-9325aa275dcf req-a93c0f5b-821b-4467-b32d-5947e35aeee6 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014104 Feb 10 03:41:37.037813 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b8cbed66-3a9c-4d58-84ba-28ffd64c893b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737483', 'neutron.services.segments.db._delete_segments_for_network-8729388224440'] for network (e0aca2bf-c883-41b5-bca5-cb73801c5192), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:37.063518 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.services.segments.db [None req-b8cbed66-3a9c-4d58-84ba-28ffd64c893b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0aca2bf-c883-41b5-bca5-cb73801c5192']}} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:41:37.072973 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.services.segments.db [None req-b8cbed66-3a9c-4d58-84ba-28ffd64c893b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9536ef9f-3405-4be5-86aa-c692b83d667f') {'for_net_delete': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:41:37.073404 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.services.segments.db [None req-b8cbed66-3a9c-4d58-84ba-28ffd64c893b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9536ef9f-3405-4be5-86aa-c692b83d667f') {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:41:37.082570 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b8cbed66-3a9c-4d58-84ba-28ffd64c893b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729388227777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266296444'] for segment (9536ef9f-3405-4be5-86aa-c692b83d667f), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:37.096164 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b8cbed66-3a9c-4d58-84ba-28ffd64c893b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (9536ef9f-3405-4be5-86aa-c692b83d667f), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:37.102122 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8cbed66-3a9c-4d58-84ba-28ffd64c893b admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 03:41:37.102517 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b8cbed66-3a9c-4d58-84ba-28ffd64c893b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265725812'] for segment (9536ef9f-3405-4be5-86aa-c692b83d667f), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: Traceback (most recent call last): Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: timer() Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: cb(*args, **kw) Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: return func(*args, **kwargs) Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: self._notify() Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: self.callback(batched_events) Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: event.method(event) Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: return f(self, *a, **k) Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: return self._get(url).json() Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: return self.request(url, 'GET', **kwargs) Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 03:41:37.104327 dv-cinder-828060-2-iscsi neutron-server[102732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 03:41:37.161578 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b8cbed66-3a9c-4d58-84ba-28ffd64c893b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575265'] for network (e0aca2bf-c883-41b5-bca5-cb73801c5192), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:37.176709 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b8cbed66-3a9c-4d58-84ba-28ffd64c893b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:37.179827 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-b8cbed66-3a9c-4d58-84ba-28ffd64c893b admin admin] 10.222.0.32 "DELETE /v2.0/networks/e0aca2bf-c883-41b5-bca5-cb73801c5192 HTTP/1.1" status: 204 len: 168 time: 0.3540771 Feb 10 03:41:37.181039 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbed66-3a9c-4d58-84ba-28ffd64c893b admin admin] Pushing event deleted for resources: {'Network': ['ID=e0aca2bf-c883-41b5-bca5-cb73801c5192,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:37.354941 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 48802) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:37.398019 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-cf28f8b5-f3b5-4cee-89d4-091719a5c7fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=114e0c095df64647bf339f0e8dcf8571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418036 Feb 10 03:41:37.400667 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 48804) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:37.449080 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5c6270b5-8736-4fc5-b899-b7a2aa45b9a4 admin admin] Publish callbacks [] for security_group (740608a1-92c9-4405-b2f6-c844545364c4), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:37.474769 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5c6270b5-8736-4fc5-b899-b7a2aa45b9a4 admin admin] Publish callbacks [] for security_group (740608a1-92c9-4405-b2f6-c844545364c4), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:37.533485 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5c6270b5-8736-4fc5-b899-b7a2aa45b9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (740608a1-92c9-4405-b2f6-c844545364c4), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:37.536064 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5c6270b5-8736-4fc5-b899-b7a2aa45b9a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:37.537260 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-5c6270b5-8736-4fc5-b899-b7a2aa45b9a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/740608a1-92c9-4405-b2f6-c844545364c4 HTTP/1.1" status: 204 len: 168 time: 0.1357067 Feb 10 03:41:37.544958 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6270b5-8736-4fc5-b899-b7a2aa45b9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740608a1-92c9-4405-b2f6-c844545364c4,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:38.110036 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 3a273dbb-29f4-410d-b41c-38d77e46290c no longer exists at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:41:38.131658 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] No Port match for: 3a273dbb-29f4-410d-b41c-38d77e46290c {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:41:38.132082 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 3a273dbb-29f4-410d-b41c-38d77e46290c not bound to the agent host dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:41:38.132569 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device ca962838-4cc3-463a-9a25-1c03b5eb902f no longer exists at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:41:38.152922 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] No Port match for: ca962838-4cc3-463a-9a25-1c03b5eb902f {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:41:38.153585 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device ca962838-4cc3-463a-9a25-1c03b5eb902f not bound to the agent host dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:41:38.412860 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339b7e8-81f6-4d53-b5b0-f2ce2f2d8a6a req-6616da0f-eacb-47b7-95de-8336a063e427 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:38.414365 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e339b7e8-81f6-4d53-b5b0-f2ce2f2d8a6a req-6616da0f-eacb-47b7-95de-8336a063e427 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 945 time: 0.3041046 Feb 10 03:41:38.461849 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e339b7e8-81f6-4d53-b5b0-f2ce2f2d8a6a req-d5484cc8-a4f1-43e1-8386-5c641be7812f tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419271 Feb 10 03:41:38.582286 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d69bf-d33a-442b-a788-5ce6b62bc68a req-bf8d5824-6975-4558-b0d7-df6039d07f71 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:38.583818 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-569d69bf-d33a-442b-a788-5ce6b62bc68a req-bf8d5824-6975-4558-b0d7-df6039d07f71 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 945 time: 0.0541131 Feb 10 03:41:38.592512 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 48840) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:38.597066 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-a9416980-b5b7-42aa-a81f-a7f7334561ec tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Request body: {'floatingip': {'port_id': 'dd4ed260-10d2-4b11-ae4a-2e37c7f81db6'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:41:38.635947 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a9416980-b5b7-42aa-a81f-a7f7334561ec tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for floatingip (dd4313aa-0011-4042-9527-6e6fed8a9ff6), before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:39.083398 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a9416980-b5b7-42aa-a81f-a7f7334561ec tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:39.087724 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a9416980-b5b7-42aa-a81f-a7f7334561ec tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575287'] for floatingip (dd4313aa-0011-4042-9527-6e6fed8a9ff6), after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:39.200976 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.db.l3_db [None req-a9416980-b5b7-42aa-a81f-a7f7334561ec tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Floating IP dd4313aa-0011-4042-9527-6e6fed8a9ff6 associated. External IP: 172.27.0.44, port: dd4ed260-10d2-4b11-ae4a-2e37c7f81db6. Feb 10 03:41:39.419031 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9416980-b5b7-42aa-a81f-a7f7334561ec tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Router 5fffc7db-7368-4f67-960b-47724c817547 has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:41:39.537751 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9416980-b5b7-42aa-a81f-a7f7334561ec tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:41:39.543524 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a9416980-b5b7-42aa-a81f-a7f7334561ec tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for floatingip (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:39.548975 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d7f927-eb18-4e76-a945-154898b49c7d None None] Sync routers for ids ['5fffc7db-7368-4f67-960b-47724c817547'] in dv-cinder-828060-2-iscsi {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:41:39.559700 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d7f927-eb18-4e76-a945-154898b49c7d None None] Routers {'5fffc7db-7368-4f67-960b-47724c817547'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:41:39.560511 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-33d7f927-eb18-4e76-a945-154898b49c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:41:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['5fffc7db-7368-4f67-960b-47724c817547'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:41:39.572128 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-a9416980-b5b7-42aa-a81f-a7f7334561ec tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "PUT /v2.0/floatingips/dd4313aa-0011-4042-9527-6e6fed8a9ff6 HTTP/1.1" status: 200 len: 990 time: 0.9784222 Feb 10 03:41:39.572698 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68175f5a-583d-43b3-a6f6-3b045303c1d1', 'tag': 'dd4ed260-10d2-4b11-ae4a-2e37c7f81db6'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:41:39.574982 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c602a1d3bfa6b920adc7a3165aab5144276c11c90910883e43ac8280538c1e72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466de593-360e-42ab-bb5f-39217d6eaf71" -d '{"events": [{"name": "network-changed", "server_uuid": "68175f5a-583d-43b3-a6f6-3b045303c1d1", "tag": "dd4ed260-10d2-4b11-ae4a-2e37c7f81db6"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:41:39.611469 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbf8f9d-81f1-4afc-b003-fd64943a9201 x-openstack-request-id: req-ecbf8f9d-81f1-4afc-b003-fd64943a9201 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:41:39.611758 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68175f5a-583d-43b3-a6f6-3b045303c1d1", "tag": "dd4ed260-10d2-4b11-ae4a-2e37c7f81db6", "status": "completed", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:41:39.612495 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ecbf8f9d-81f1-4afc-b003-fd64943a9201 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:41:39.612495 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68175f5a-583d-43b3-a6f6-3b045303c1d1', 'tag': 'dd4ed260-10d2-4b11-ae4a-2e37c7f81db6', 'status': 'completed', 'code': 200} Feb 10 03:41:39.670304 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-33d7f927-eb18-4e76-a945-154898b49c7d None None] Set router 5fffc7db-7368-4f67-960b-47724c817547 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:41:39.689731 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733069c-8dc7-4cce-bc0c-a08e0fa0b22c req-53e937d4-c538-44ce-801e-52f989ece967 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:39.691401 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c733069c-8dc7-4cce-bc0c-a08e0fa0b22c req-53e937d4-c538-44ce-801e-52f989ece967 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 945 time: 0.0607383 Feb 10 03:41:39.715696 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466de593-360e-42ab-bb5f-39217d6eaf71 req-1c1bea63-5ac6-4de0-83e1-68907d6ab3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:39.718838 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-466de593-360e-42ab-bb5f-39217d6eaf71 req-1c1bea63-5ac6-4de0-83e1-68907d6ab3b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=50e1249fa4204bf9ba3044c3c1260634&device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 1129 time: 0.0585165 Feb 10 03:41:39.739722 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c733069c-8dc7-4cce-bc0c-a08e0fa0b22c req-ef3cccc9-e270-45e3-8c86-836ed8a942bc tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422938 Feb 10 03:41:39.822267 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466de593-360e-42ab-bb5f-39217d6eaf71 req-48380a90-c50a-4a78-9a9d-14bdd05cb391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:39.823803 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-466de593-360e-42ab-bb5f-39217d6eaf71 req-48380a90-c50a-4a78-9a9d-14bdd05cb391 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2276b970-ba53-4cdf-8089-151cb82a4e87 HTTP/1.1" status: 200 len: 918 time: 0.0978062 Feb 10 03:41:39.897073 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-466de593-360e-42ab-bb5f-39217d6eaf71 req-35487d77-0cfe-4425-abd6-f9247551b432 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 HTTP/1.1" status: 200 len: 998 time: 0.0661933 Feb 10 03:41:39.947753 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466de593-360e-42ab-bb5f-39217d6eaf71 req-9d345d45-72ae-4660-a411-5f323661c9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:39.949245 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-466de593-360e-42ab-bb5f-39217d6eaf71 req-9d345d45-72ae-4660-a411-5f323661c9a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8d5da7a8-bc65-46b6-8077-e221507906cd HTTP/1.1" status: 200 len: 856 time: 0.0447595 Feb 10 03:41:39.998331 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466de593-360e-42ab-bb5f-39217d6eaf71 req-c81b8529-5190-47cc-9702-7fec4b554599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:39.999896 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-466de593-360e-42ab-bb5f-39217d6eaf71 req-c81b8529-5190-47cc-9702-7fec4b554599 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2276b970-ba53-4cdf-8089-151cb82a4e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439861 Feb 10 03:41:40.064911 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-33d7f927-eb18-4e76-a945-154898b49c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffc7db-7368-4f67-960b-47724c817547', 'name': 'tempest-AttachVolumeShelveTestJSON-1927305372-router', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:13Z', 'revision_number': 4, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'gw_port': {'id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:08Z', 'updated_at': '2022-02-10T03:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_floatingips': [{'id': 'dd4313aa-0011-4042-9527-6e6fed8a9ff6', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': '5fffc7db-7368-4f67-960b-47724c817547', 'port_id': 'dd4ed260-10d2-4b11-ae4a-2e37c7f81db6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'mac_address': 'fa:16:3e:c2:8b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68175f5a-583d-43b3-a6f6-3b045303c1d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:41:23Z', 'updated_at': '2022-02-10T03:41:38Z', 'revision_number': 1, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49393948-51e1-49df-afba-9065f1f7f16c', 'name': '', 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'mac_address': 'fa:16:3e:16:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:12Z', 'updated_at': '2022-02-10T03:37:21Z', 'revision_number': 5, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'subnets': [{'id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:41:40.090533 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d7f927-eb18-4e76-a945-154898b49c7d None None] Checking router: 5fffc7db-7368-4f67-960b-47724c817547 for host: dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:41:40.097678 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-466de593-360e-42ab-bb5f-39217d6eaf71 req-86539e29-3c1e-49d8-91ad-82cd52b585ce service neutron] 10.222.0.21 "GET /v2.0/networks/2276b970-ba53-4cdf-8089-151cb82a4e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871155 Feb 10 03:41:40.101215 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d7f927-eb18-4e76-a945-154898b49c7d None None] Routers {'5fffc7db-7368-4f67-960b-47724c817547'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:41:40.102190 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-33d7f927-eb18-4e76-a945-154898b49c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:41:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['5fffc7db-7368-4f67-960b-47724c817547'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:41:40.188086 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-466de593-360e-42ab-bb5f-39217d6eaf71 req-59e0e83e-c10a-46b9-8fd0-482ea9f8305f service neutron] 10.222.0.21 "GET /v2.0/networks/2276b970-ba53-4cdf-8089-151cb82a4e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817144 Feb 10 03:41:40.212112 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-33d7f927-eb18-4e76-a945-154898b49c7d None None] Set router 5fffc7db-7368-4f67-960b-47724c817547 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:41:40.435141 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-33d7f927-eb18-4e76-a945-154898b49c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffc7db-7368-4f67-960b-47724c817547', 'name': 'tempest-AttachVolumeShelveTestJSON-1927305372-router', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:13Z', 'revision_number': 4, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'gw_port': {'id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:08Z', 'updated_at': '2022-02-10T03:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_floatingips': [{'id': 'dd4313aa-0011-4042-9527-6e6fed8a9ff6', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': '5fffc7db-7368-4f67-960b-47724c817547', 'port_id': 'dd4ed260-10d2-4b11-ae4a-2e37c7f81db6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'mac_address': 'fa:16:3e:c2:8b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68175f5a-583d-43b3-a6f6-3b045303c1d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:41:23Z', 'updated_at': '2022-02-10T03:41:38Z', 'revision_number': 1, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49393948-51e1-49df-afba-9065f1f7f16c', 'name': '', 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'mac_address': 'fa:16:3e:16:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:12Z', 'updated_at': '2022-02-10T03:37:21Z', 'revision_number': 5, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'subnets': [{'id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:41:40.465888 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d7f927-eb18-4e76-a945-154898b49c7d None None] The sync data for ids ['5fffc7db-7368-4f67-960b-47724c817547'] in dv-cinder-828060-2-iscsi is: [{'id': '5fffc7db-7368-4f67-960b-47724c817547', 'name': 'tempest-AttachVolumeShelveTestJSON-1927305372-router', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:13Z', 'revision_number': 4, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'gw_port': {'id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:08Z', 'updated_at': '2022-02-10T03:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_floatingips': [{'id': 'dd4313aa-0011-4042-9527-6e6fed8a9ff6', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': '5fffc7db-7368-4f67-960b-47724c817547', 'port_id': 'dd4ed260-10d2-4b11-ae4a-2e37c7f81db6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'mac_address': 'fa:16:3e:c2:8b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68175f5a-583d-43b3-a6f6-3b045303c1d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:41:23Z', 'updated_at': '2022-02-10T03:41:38Z', 'revision_number': 1, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49393948-51e1-49df-afba-9065f1f7f16c', 'name': '', 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'mac_address': 'fa:16:3e:16:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:12Z', 'updated_at': '2022-02-10T03:37:21Z', 'revision_number': 5, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'subnets': [{'id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:41:40.688475 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccba16c-5322-45e1-8b32-1a88529999c0 None None] New status for floating IP dd4313aa-0011-4042-9527-6e6fed8a9ff6: ACTIVE {{(pid=102735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 03:41:40.870259 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa1772-64e8-4ac5-8bb0-bf71f2f5fac0 req-a57ff279-4ec8-4fd1-a03f-3f40460a0d4a tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:40.871770 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1bfa1772-64e8-4ac5-8bb0-bf71f2f5fac0 req-a57ff279-4ec8-4fd1-a03f-3f40460a0d4a tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 945 time: 0.0524783 Feb 10 03:41:40.922387 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1bfa1772-64e8-4ac5-8bb0-bf71f2f5fac0 req-889d7d6c-3a33-423e-bc88-f7bbf4e9626e tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447590 Feb 10 03:41:45.898746 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1073da-487f-4556-9145-32254788666e req-5d3e00ff-bd59-421a-82f7-c591f672967d tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:45.900236 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6d1073da-487f-4556-9145-32254788666e req-5d3e00ff-bd59-421a-82f7-c591f672967d tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 985 time: 0.0542414 Feb 10 03:41:45.944245 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184d66f-a9bf-41ef-85c9-c5c19e766d8c req-743414c1-baf9-44d6-b7ae-9958a9a37037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:45.945328 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-d184d66f-a9bf-41ef-85c9-c5c19e766d8c req-743414c1-baf9-44d6-b7ae-9958a9a37037 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8d44d08ec564e94b99156087796bf3d&device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 1169 time: 0.0524864 Feb 10 03:41:45.967284 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6d1073da-487f-4556-9145-32254788666e req-632079f3-57d0-4093-ba9c-d4da098dbe8f tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&id=d2dabf78-172c-46ea-90a9-a593f4fddf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612099 Feb 10 03:41:46.041829 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184d66f-a9bf-41ef-85c9-c5c19e766d8c req-7f58de32-bfd7-4189-95fe-8524a985e7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:46.043482 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-d184d66f-a9bf-41ef-85c9-c5c19e766d8c req-7f58de32-bfd7-4189-95fe-8524a985e7d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3e758e9-8c30-4511-9ae7-8ed1e299ebc5 HTTP/1.1" status: 200 len: 914 time: 0.0886099 Feb 10 03:41:46.112305 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-d184d66f-a9bf-41ef-85c9-c5c19e766d8c req-2f250422-7096-40df-ac51-2b5240b67d05 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21a54a32-023a-446a-a188-568375c7704d HTTP/1.1" status: 200 len: 1002 time: 0.0611312 Feb 10 03:41:46.164226 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184d66f-a9bf-41ef-85c9-c5c19e766d8c req-e985e941-e9be-4194-844d-d40024eb5a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:46.165779 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-d184d66f-a9bf-41ef-85c9-c5c19e766d8c req-e985e941-e9be-4194-844d-d40024eb5a59 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ee4f3d3c-17ed-40ed-b0d6-547105984483 HTTP/1.1" status: 200 len: 852 time: 0.0436678 Feb 10 03:41:46.219287 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184d66f-a9bf-41ef-85c9-c5c19e766d8c req-55410ef7-d80b-4b4b-8480-5351c2572b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:46.220980 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-d184d66f-a9bf-41ef-85c9-c5c19e766d8c req-55410ef7-d80b-4b4b-8480-5351c2572b95 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3e758e9-8c30-4511-9ae7-8ed1e299ebc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451274 Feb 10 03:41:46.320626 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-d184d66f-a9bf-41ef-85c9-c5c19e766d8c req-02395d67-ebf8-46da-9d47-e223cf689a78 service neutron] 10.222.0.21 "GET /v2.0/networks/c3e758e9-8c30-4511-9ae7-8ed1e299ebc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892639 Feb 10 03:41:46.411089 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-d184d66f-a9bf-41ef-85c9-c5c19e766d8c req-739293ed-b95a-465e-96ad-98b63fd15284 service neutron] 10.222.0.21 "GET /v2.0/networks/c3e758e9-8c30-4511-9ae7-8ed1e299ebc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835469 Feb 10 03:41:47.106405 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9f8d9-9e8e-436d-9df7-89055504ae44 req-4a55101a-36a3-4ce3-a00c-b608d8cd92bf tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:47.107882 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4ec9f8d9-9e8e-436d-9df7-89055504ae44 req-4a55101a-36a3-4ce3-a00c-b608d8cd92bf tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 985 time: 0.0554438 Feb 10 03:41:47.170573 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4ec9f8d9-9e8e-436d-9df7-89055504ae44 req-4a1c19f0-f9fa-485b-871c-e0fe6d0706ec tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&id=d2dabf78-172c-46ea-90a9-a593f4fddf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543365 Feb 10 03:41:48.304430 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c1e04-b1c7-42a7-ac9c-d9e37c837682 req-33a5f6bf-a754-4909-925a-856acd4f41c8 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:48.305913 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ef5c1e04-b1c7-42a7-ac9c-d9e37c837682 req-33a5f6bf-a754-4909-925a-856acd4f41c8 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 985 time: 0.0610285 Feb 10 03:41:48.370596 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ef5c1e04-b1c7-42a7-ac9c-d9e37c837682 req-85c254d4-1428-4e7a-9da1-c1a4ec91fc42 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&id=d2dabf78-172c-46ea-90a9-a593f4fddf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559814 Feb 10 03:41:49.175301 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 48978) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:49.280277 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-44bcda62-18f7-41ad-a903-40f646359c34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:49.368134 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-44bcda62-18f7-41ad-a903-40f646359c34 admin admin] Publish callbacks [] for security_group (d8f8aa05-d047-4432-b6c3-ac6faf746994), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:49.374163 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-44bcda62-18f7-41ad-a903-40f646359c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (d8f8aa05-d047-4432-b6c3-ac6faf746994), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:49.416169 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-44bcda62-18f7-41ad-a903-40f646359c34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=091946852a0f49a1b55e6adeb57b52c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397511 Feb 10 03:41:49.417431 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcda62-18f7-41ad-a903-40f646359c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f8aa05-d047-4432-b6c3-ac6faf746994,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:49.419089 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 48984) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:49.505194 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3f966814-d2a4-4be5-a2ae-10edb5073c1f admin admin] Publish callbacks [] for security_group (d8f8aa05-d047-4432-b6c3-ac6faf746994), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:49.523947 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d364a7-820d-4500-887c-715294d07a45 req-80ad899c-7305-4343-ad53-448fc43fe836 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:49.525422 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-67d364a7-820d-4500-887c-715294d07a45 req-80ad899c-7305-4343-ad53-448fc43fe836 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 985 time: 0.0819216 Feb 10 03:41:49.541380 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3f966814-d2a4-4be5-a2ae-10edb5073c1f admin admin] Publish callbacks [] for security_group (d8f8aa05-d047-4432-b6c3-ac6faf746994), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:49.614194 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-67d364a7-820d-4500-887c-715294d07a45 req-ebd2eec0-2af9-4d21-9dbe-49057edfb34f tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&id=d2dabf78-172c-46ea-90a9-a593f4fddf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815823 Feb 10 03:41:49.628531 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3f966814-d2a4-4be5-a2ae-10edb5073c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (d8f8aa05-d047-4432-b6c3-ac6faf746994), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:49.631125 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3f966814-d2a4-4be5-a2ae-10edb5073c1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:49.632247 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-3f966814-d2a4-4be5-a2ae-10edb5073c1f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8f8aa05-d047-4432-b6c3-ac6faf746994 HTTP/1.1" status: 204 len: 168 time: 0.2120223 Feb 10 03:41:49.641267 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f966814-d2a4-4be5-a2ae-10edb5073c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f8aa05-d047-4432-b6c3-ac6faf746994,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:49.797527 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e0e53f48-850a-48e1-991e-f232f58fbb43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:49.916828 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 48990) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:49.930610 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-07a6dc4c-44a8-4c59-86b1-45f3210e2921 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:50.014929 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-07a6dc4c-44a8-4c59-86b1-45f3210e2921 admin admin] Publish callbacks [] for security_group (fafb7f6e-603c-4418-be88-548ea20c5af7), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:50.020519 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-07a6dc4c-44a8-4c59-86b1-45f3210e2921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (fafb7f6e-603c-4418-be88-548ea20c5af7), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:50.057721 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-07a6dc4c-44a8-4c59-86b1-45f3210e2921 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97448d5ea8f74bd79143ee7b0614b572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397934 Feb 10 03:41:50.058418 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6dc4c-44a8-4c59-86b1-45f3210e2921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafb7f6e-603c-4418-be88-548ea20c5af7,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:50.061456 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 48992) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:41:50.111446 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-29e826d0-5e61-4f77-b9f1-79dfebd71a41 admin admin] Publish callbacks [] for security_group (fafb7f6e-603c-4418-be88-548ea20c5af7), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:50.133223 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-29e826d0-5e61-4f77-b9f1-79dfebd71a41 admin admin] Publish callbacks [] for security_group (fafb7f6e-603c-4418-be88-548ea20c5af7), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:50.181925 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-29e826d0-5e61-4f77-b9f1-79dfebd71a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (fafb7f6e-603c-4418-be88-548ea20c5af7), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:50.184684 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-29e826d0-5e61-4f77-b9f1-79dfebd71a41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:50.185825 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-29e826d0-5e61-4f77-b9f1-79dfebd71a41 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fafb7f6e-603c-4418-be88-548ea20c5af7 HTTP/1.1" status: 204 len: 168 time: 0.1230166 Feb 10 03:41:50.193414 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e826d0-5e61-4f77-b9f1-79dfebd71a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafb7f6e-603c-4418-be88-548ea20c5af7,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:41:50.739222 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd0d91-26de-47e7-94ae-cb940d0443cb req-9915f0b5-bcae-486b-b223-f4a5b7166086 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:50.740739 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4ffd0d91-26de-47e7-94ae-cb940d0443cb req-9915f0b5-bcae-486b-b223-f4a5b7166086 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 985 time: 0.0569017 Feb 10 03:41:50.815296 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4ffd0d91-26de-47e7-94ae-cb940d0443cb req-2080f369-06eb-468c-931e-23142032b2e1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&id=d2dabf78-172c-46ea-90a9-a593f4fddf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685601 Feb 10 03:41:51.426406 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:51.957217 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-97d6dbf2-79d8-4d6c-b56f-3e0ae528b766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:51.967895 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039b68f-dd74-4f9e-897d-1fc318e571f9 req-915f03d3-f076-48e9-8003-b3c02d7280da tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:51.969606 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d039b68f-dd74-4f9e-897d-1fc318e571f9 req-915f03d3-f076-48e9-8003-b3c02d7280da tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 985 time: 0.0610120 Feb 10 03:41:52.029248 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d039b68f-dd74-4f9e-897d-1fc318e571f9 req-3d298e7f-0f1b-455e-94af-cc9e611cffe1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&id=d2dabf78-172c-46ea-90a9-a593f4fddf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537019 Feb 10 03:41:53.047718 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:53.149611 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38429607-bc42-4153-b010-aaa9a8519bc9 req-a1cecc27-c9aa-40ef-95bd-85042a2dd5de tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:53.150884 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-38429607-bc42-4153-b010-aaa9a8519bc9 req-a1cecc27-c9aa-40ef-95bd-85042a2dd5de tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 985 time: 0.0531449 Feb 10 03:41:53.211455 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-38429607-bc42-4153-b010-aaa9a8519bc9 req-b80dfcfe-d1a1-4981-8da5-ea1e96a66ca9 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&id=d2dabf78-172c-46ea-90a9-a593f4fddf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546751 Feb 10 03:41:54.346844 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b4308-dbf7-4f1b-b85b-494b81f864c0 req-3263df1f-afae-4a47-8090-0c38d6a39216 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:54.348394 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-af3b4308-dbf7-4f1b-b85b-494b81f864c0 req-3263df1f-afae-4a47-8090-0c38d6a39216 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 985 time: 0.0608869 Feb 10 03:41:54.409235 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-af3b4308-dbf7-4f1b-b85b-494b81f864c0 req-d63c3a8d-dc8b-4768-9bb9-b7b2eb3cb403 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&id=d2dabf78-172c-46ea-90a9-a593f4fddf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550680 Feb 10 03:41:54.942129 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:55.538623 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3a71f-0fc8-42e3-9fd5-1705d8a063c3 req-31b95f5e-7be4-44b9-a43e-48a8a2dbf1dc tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:55.540126 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-81d3a71f-0fc8-42e3-9fd5-1705d8a063c3 req-31b95f5e-7be4-44b9-a43e-48a8a2dbf1dc tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 985 time: 0.0536609 Feb 10 03:41:55.604073 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-81d3a71f-0fc8-42e3-9fd5-1705d8a063c3 req-92f0ae38-38da-448f-b8db-97442dbde1b3 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&id=d2dabf78-172c-46ea-90a9-a593f4fddf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581253 Feb 10 03:41:56.152938 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:41:56.738282 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abb763-2026-44de-8683-2cf1fbcd36da req-6dd6abc9-5c22-4a9a-819b-61b053b42de3 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:56.739864 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-29abb763-2026-44de-8683-2cf1fbcd36da req-6dd6abc9-5c22-4a9a-819b-61b053b42de3 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 985 time: 0.0556016 Feb 10 03:41:56.807863 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-29abb763-2026-44de-8683-2cf1fbcd36da req-f7846316-f4f5-4a44-a6ed-751c40deefa9 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&id=d2dabf78-172c-46ea-90a9-a593f4fddf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589552 Feb 10 03:41:57.946680 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f309275-7c3b-48f6-8252-d95f4d933d28 req-207b3adb-9caf-4d2e-885c-60589b918b12 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:57.948096 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3f309275-7c3b-48f6-8252-d95f4d933d28 req-207b3adb-9caf-4d2e-885c-60589b918b12 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 985 time: 0.0614324 Feb 10 03:41:58.010753 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3f309275-7c3b-48f6-8252-d95f4d933d28 req-7e3d9df7-1684-45a6-92e9-bfda734c5941 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&id=d2dabf78-172c-46ea-90a9-a593f4fddf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563314 Feb 10 03:41:58.469658 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 6 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:41:59.140894 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9109f7-ec29-462f-b281-0fe54601cabb req-471e2b45-64d6-4d3c-8b49-43e993039f60 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:41:59.142260 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ee9109f7-ec29-462f-b281-0fe54601cabb req-471e2b45-64d6-4d3c-8b49-43e993039f60 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 985 time: 0.0564561 Feb 10 03:41:59.201819 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ee9109f7-ec29-462f-b281-0fe54601cabb req-d7d0a453-2455-45a4-b764-9ee32961e989 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&id=d2dabf78-172c-46ea-90a9-a593f4fddf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536034 Feb 10 03:42:00.327844 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a3a52-3508-427b-914b-8469b83766eb req-81280d5e-8a89-44f6-9339-13166800b602 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:00.329304 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bf8a3a52-3508-427b-914b-8469b83766eb req-81280d5e-8a89-44f6-9339-13166800b602 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 985 time: 0.0591829 Feb 10 03:42:00.393657 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bf8a3a52-3508-427b-914b-8469b83766eb req-0d789d24-0ec2-42c6-9078-c2913b07fa1e tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&id=d2dabf78-172c-46ea-90a9-a593f4fddf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557203 Feb 10 03:42:00.933189 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5b03e-7e2b-4d33-8b09-252c21ecbb0a req-12bad44e-e602-4f32-80d1-49aeff8321bd tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:00.934562 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b8e5b03e-7e2b-4d33-8b09-252c21ecbb0a req-12bad44e-e602-4f32-80d1-49aeff8321bd tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0527365 Feb 10 03:42:00.981751 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b8e5b03e-7e2b-4d33-8b09-252c21ecbb0a req-f06bdb3c-d02b-47d4-bdb6-b2836b47defe tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415962 Feb 10 03:42:01.136962 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 49160) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:42:01.248419 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b767c45b-e07e-4edd-b50b-80e934492fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:01.325098 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b767c45b-e07e-4edd-b50b-80e934492fd5 admin admin] Publish callbacks [] for security_group (e49323a5-c09d-45bc-9f42-0c98ceb4d03a), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:01.331458 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b767c45b-e07e-4edd-b50b-80e934492fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (e49323a5-c09d-45bc-9f42-0c98ceb4d03a), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:01.372474 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-b767c45b-e07e-4edd-b50b-80e934492fd5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=174d5e34578d472a87663f427e74a776&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344081 Feb 10 03:42:01.373307 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767c45b-e07e-4edd-b50b-80e934492fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49323a5-c09d-45bc-9f42-0c98ceb4d03a,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:01.375490 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 49164) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:42:01.436500 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-262a7ade-be4e-4136-9d4a-167a2d4478a8 admin admin] Publish callbacks [] for security_group (e49323a5-c09d-45bc-9f42-0c98ceb4d03a), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:01.458172 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-262a7ade-be4e-4136-9d4a-167a2d4478a8 admin admin] Publish callbacks [] for security_group (e49323a5-c09d-45bc-9f42-0c98ceb4d03a), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:01.537118 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd0ddb-a4eb-4564-aba5-3b446f3dac14 req-26bae0dc-44e4-448c-b51a-c74171613c4d tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:01.538755 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dabd0ddb-a4eb-4564-aba5-3b446f3dac14 req-26bae0dc-44e4-448c-b51a-c74171613c4d tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 985 time: 0.0670092 Feb 10 03:42:01.539746 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-262a7ade-be4e-4136-9d4a-167a2d4478a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (e49323a5-c09d-45bc-9f42-0c98ceb4d03a), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:01.542247 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-262a7ade-be4e-4136-9d4a-167a2d4478a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:01.543285 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-262a7ade-be4e-4136-9d4a-167a2d4478a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e49323a5-c09d-45bc-9f42-0c98ceb4d03a HTTP/1.1" status: 204 len: 168 time: 0.1667826 Feb 10 03:42:01.557153 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a7ade-be4e-4136-9d4a-167a2d4478a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49323a5-c09d-45bc-9f42-0c98ceb4d03a,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:01.608403 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dabd0ddb-a4eb-4564-aba5-3b446f3dac14 req-be5650c6-c719-46e0-b6ac-d513cc1cc42d tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&id=d2dabf78-172c-46ea-90a9-a593f4fddf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623384 Feb 10 03:42:01.814670 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 49172) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:42:01.828324 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a7559b24-967b-4981-ae19-a2d6c4e3b9de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:01.901750 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a7559b24-967b-4981-ae19-a2d6c4e3b9de admin admin] Publish callbacks [] for security_group (ebff3ac8-615d-4e09-a195-10924ed0bde3), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:01.908629 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a7559b24-967b-4981-ae19-a2d6c4e3b9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (ebff3ac8-615d-4e09-a195-10924ed0bde3), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:01.945277 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-a7559b24-967b-4981-ae19-a2d6c4e3b9de admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d976c8c1e1224b298f2a6c36eb54ef82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295059 Feb 10 03:42:01.946199 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7559b24-967b-4981-ae19-a2d6c4e3b9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebff3ac8-615d-4e09-a195-10924ed0bde3,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:01.948133 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 49174) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:42:02.008217 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7332404a-0b55-4d20-a990-671cc2173492 admin admin] Publish callbacks [] for security_group (ebff3ac8-615d-4e09-a195-10924ed0bde3), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:02.029166 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7332404a-0b55-4d20-a990-671cc2173492 admin admin] Publish callbacks [] for security_group (ebff3ac8-615d-4e09-a195-10924ed0bde3), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:02.107671 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7332404a-0b55-4d20-a990-671cc2173492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (ebff3ac8-615d-4e09-a195-10924ed0bde3), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:02.110247 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7332404a-0b55-4d20-a990-671cc2173492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:02.111434 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-7332404a-0b55-4d20-a990-671cc2173492 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ebff3ac8-615d-4e09-a195-10924ed0bde3 HTTP/1.1" status: 204 len: 168 time: 0.1615810 Feb 10 03:42:02.128295 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c67a0-3b72-4c52-b22f-b964cf457d31 req-b74e977a-1e61-4d7c-a2ae-78c1a8bb935e tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:02.129810 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-019c67a0-3b72-4c52-b22f-b964cf457d31 req-b74e977a-1e61-4d7c-a2ae-78c1a8bb935e tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0730381 Feb 10 03:42:02.130890 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332404a-0b55-4d20-a990-671cc2173492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebff3ac8-615d-4e09-a195-10924ed0bde3,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:02.183966 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-019c67a0-3b72-4c52-b22f-b964cf457d31 req-77b55898-b426-4344-acf7-afd66f85268c tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429230 Feb 10 03:42:02.731593 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88437a36-92f0-4447-a5cf-1c36da7e33c7 req-d794dc1e-bbd6-4e4c-be7d-e03c3a25aea7 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:02.733081 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-88437a36-92f0-4447-a5cf-1c36da7e33c7 req-d794dc1e-bbd6-4e4c-be7d-e03c3a25aea7 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 985 time: 0.0566285 Feb 10 03:42:02.793069 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-88437a36-92f0-4447-a5cf-1c36da7e33c7 req-9d472773-09b9-48f6-8710-b1291de78253 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&id=d2dabf78-172c-46ea-90a9-a593f4fddf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539861 Feb 10 03:42:03.154979 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a9af1-1076-499c-9413-5d8b183d67d0 req-06fa7616-3702-44d4-92e3-1db38dac305e tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:03.156512 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-c22a9af1-1076-499c-9413-5d8b183d67d0 req-06fa7616-3702-44d4-92e3-1db38dac305e tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.21 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0530815 Feb 10 03:42:03.270970 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-c22a9af1-1076-499c-9413-5d8b183d67d0 req-18f3e4a1-b618-44a5-afa4-d0121ec02da1 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Deleting port 2f6a5eaa-729c-49cc-aff5-a2c491acd54d {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:42:03.271771 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-c22a9af1-1076-499c-9413-5d8b183d67d0 req-18f3e4a1-b618-44a5-afa4-d0121ec02da1 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (2f6a5eaa-729c-49cc-aff5-a2c491acd54d), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:03.319973 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fa02c-7fb5-472c-b1df-3f5bdfb9df30 req-5e1bc5d2-6dce-4186-a30f-94b1fc137566 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:03.321684 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6f3fa02c-7fb5-472c-b1df-3f5bdfb9df30 req-5e1bc5d2-6dce-4186-a30f-94b1fc137566 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 945 time: 0.0607798 Feb 10 03:42:03.363300 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-c22a9af1-1076-499c-9413-5d8b183d67d0 req-18f3e4a1-b618-44a5-afa4-d0121ec02da1 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] For port 2f6a5eaa-729c-49cc-aff5-a2c491acd54d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=2f6a5eaa-729c-49cc-aff5-a2c491acd54d,segment=NetworkSegment(784eaaa7-3d14-4567-8c49-962a1b348d44),segment_id=784eaaa7-3d14-4567-8c49-962a1b348d44)] {{(pid=102733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:42:03.363671 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-c22a9af1-1076-499c-9413-5d8b183d67d0 req-18f3e4a1-b618-44a5-afa4-d0121ec02da1 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (2f6a5eaa-729c-49cc-aff5-a2c491acd54d), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:03.374522 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6f3fa02c-7fb5-472c-b1df-3f5bdfb9df30 req-32c198ef-a2e9-4f08-b0f8-7e4847c7abb9 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aba44-cff5-4b04-afdd-f9bc1dcd0692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469058 Feb 10 03:42:03.541965 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-c22a9af1-1076-499c-9413-5d8b183d67d0 req-18f3e4a1-b618-44a5-afa4-d0121ec02da1 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:03.542344 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-c22a9af1-1076-499c-9413-5d8b183d67d0 req-18f3e4a1-b618-44a5-afa4-d0121ec02da1 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575287'] for floatingip (24c64b0d-4947-4908-8b0f-fecc257a6a52), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:03.542683 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.db.l3_db [req-c22a9af1-1076-499c-9413-5d8b183d67d0 req-18f3e4a1-b618-44a5-afa4-d0121ec02da1 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Floating IP 24c64b0d-4947-4908-8b0f-fecc257a6a52 disassociated. External IP: 172.27.0.155, port: 2f6a5eaa-729c-49cc-aff5-a2c491acd54d. Feb 10 03:42:03.543035 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-c22a9af1-1076-499c-9413-5d8b183d67d0 req-18f3e4a1-b618-44a5-afa4-d0121ec02da1 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Calling delete_port for 2f6a5eaa-729c-49cc-aff5-a2c491acd54d owned by compute:nova {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:42:03.678181 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-c22a9af1-1076-499c-9413-5d8b183d67d0 req-18f3e4a1-b618-44a5-afa4-d0121ec02da1 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (2f6a5eaa-729c-49cc-aff5-a2c491acd54d), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:03.710449 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3e4a1-b618-44a5-afa4-d0121ec02da1 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Pushing event deleted for resources: {'Port': ['ID=2f6a5eaa-729c-49cc-aff5-a2c491acd54d,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:03.840446 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c22a9af1-1076-499c-9413-5d8b183d67d0 req-18f3e4a1-b618-44a5-afa4-d0121ec02da1 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Router e3b1416d-13b2-4560-b5ee-cfe3cecaf120 has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:42:03.914156 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca7680-9d0f-40a2-9942-061fc25be01f req-82224d87-f0bf-4d4c-8d96-1d6ec81f015d tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:03.915647 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-fcca7680-9d0f-40a2-9942-061fc25be01f req-82224d87-f0bf-4d4c-8d96-1d6ec81f015d tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 985 time: 0.0524583 Feb 10 03:42:03.949547 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c22a9af1-1076-499c-9413-5d8b183d67d0 req-18f3e4a1-b618-44a5-afa4-d0121ec02da1 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:42:03.962477 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11af0a2f-6acd-460d-bc40-fabfcb641449 None None] Sync routers for ids ['e3b1416d-13b2-4560-b5ee-cfe3cecaf120'] in dv-cinder-828060-2-iscsi {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:42:03.971722 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11af0a2f-6acd-460d-bc40-fabfcb641449 None None] Routers {'e3b1416d-13b2-4560-b5ee-cfe3cecaf120'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:42:03.972360 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-11af0a2f-6acd-460d-bc40-fabfcb641449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:41:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['e3b1416d-13b2-4560-b5ee-cfe3cecaf120'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:42:03.979177 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-fcca7680-9d0f-40a2-9942-061fc25be01f req-3f2a65a0-3df3-4c00-9cae-959a28b41230 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&id=d2dabf78-172c-46ea-90a9-a593f4fddf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577235 Feb 10 03:42:03.997417 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22a9af1-1076-499c-9413-5d8b183d67d0 req-18f3e4a1-b618-44a5-afa4-d0121ec02da1 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] No DVR routers for this DVR port 2f6a5eaa-729c-49cc-aff5-a2c491acd54d on host hv-cinder-82806 {{(pid=102733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:42:04.000057 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-c22a9af1-1076-499c-9413-5d8b183d67d0 req-18f3e4a1-b618-44a5-afa4-d0121ec02da1 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:04.003595 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-c22a9af1-1076-499c-9413-5d8b183d67d0 req-18f3e4a1-b618-44a5-afa4-d0121ec02da1 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.21 "DELETE /v2.0/ports/2f6a5eaa-729c-49cc-aff5-a2c491acd54d HTTP/1.1" status: 204 len: 173 time: 0.8410199 Feb 10 03:42:04.004194 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60b46a9-24cb-430f-83bd-3c74a87a08cd', 'name': 'network-vif-deleted', 'tag': '2f6a5eaa-729c-49cc-aff5-a2c491acd54d'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:42:04.006495 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cfb3a5-ec2c-4bc3-8c09-2f78468c77ff" -d '{"events": [{"server_uuid": "d60b46a9-24cb-430f-83bd-3c74a87a08cd", "name": "network-vif-deleted", "tag": "2f6a5eaa-729c-49cc-aff5-a2c491acd54d"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:42:04.050514 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9326e6f9-4bdc-4eb3-82d1-b811ada75fff x-openstack-request-id: req-9326e6f9-4bdc-4eb3-82d1-b811ada75fff {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:42:04.050767 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60b46a9-24cb-430f-83bd-3c74a87a08cd", "name": "network-vif-deleted", "tag": "2f6a5eaa-729c-49cc-aff5-a2c491acd54d", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:42:04.050959 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9326e6f9-4bdc-4eb3-82d1-b811ada75fff {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:42:04.051481 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60b46a9-24cb-430f-83bd-3c74a87a08cd', 'name': 'network-vif-deleted', 'tag': '2f6a5eaa-729c-49cc-aff5-a2c491acd54d', 'status': 'completed', 'code': 200} Feb 10 03:42:04.096222 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-11af0a2f-6acd-460d-bc40-fabfcb641449 None None] Set router e3b1416d-13b2-4560-b5ee-cfe3cecaf120 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:42:04.307788 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-11af0a2f-6acd-460d-bc40-fabfcb641449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'name': 'tempest-AttachVolumeTestJSON-565419419-router', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:18Z', 'revision_number': 4, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'gw_port': {'id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:09Z', 'updated_at': '2022-02-10T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '2488aed3-ffc0-4c83-9a18-b6d2570ce823', 'name': '', 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'mac_address': 'fa:16:3e:96:ee:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:16Z', 'updated_at': '2022-02-10T03:37:29Z', 'revision_number': 5, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'subnets': [{'id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:42:04.333022 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11af0a2f-6acd-460d-bc40-fabfcb641449 None None] Checking router: e3b1416d-13b2-4560-b5ee-cfe3cecaf120 for host: dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:42:04.341592 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11af0a2f-6acd-460d-bc40-fabfcb641449 None None] Routers {'e3b1416d-13b2-4560-b5ee-cfe3cecaf120'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:42:04.342193 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-11af0a2f-6acd-460d-bc40-fabfcb641449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:41:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['e3b1416d-13b2-4560-b5ee-cfe3cecaf120'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:42:04.451761 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-11af0a2f-6acd-460d-bc40-fabfcb641449 None None] Set router e3b1416d-13b2-4560-b5ee-cfe3cecaf120 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:42:04.480993 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0d740d77-4353-4dc9-96e5-7e368779761a req-b1a26237-73ee-4e66-aa17-6060120d5e20 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=d60b46a9-24cb-430f-83bd-3c74a87a08cd HTTP/1.1" status: 200 len: 210 time: 0.0284212 Feb 10 03:42:04.667475 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-11af0a2f-6acd-460d-bc40-fabfcb641449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'name': 'tempest-AttachVolumeTestJSON-565419419-router', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:18Z', 'revision_number': 4, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'gw_port': {'id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:09Z', 'updated_at': '2022-02-10T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '2488aed3-ffc0-4c83-9a18-b6d2570ce823', 'name': '', 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'mac_address': 'fa:16:3e:96:ee:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:16Z', 'updated_at': '2022-02-10T03:37:29Z', 'revision_number': 5, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'subnets': [{'id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:42:04.694053 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11af0a2f-6acd-460d-bc40-fabfcb641449 None None] The sync data for ids ['e3b1416d-13b2-4560-b5ee-cfe3cecaf120'] in dv-cinder-828060-2-iscsi is: [{'id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'name': 'tempest-AttachVolumeTestJSON-565419419-router', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:18Z', 'revision_number': 4, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'gw_port': {'id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:09Z', 'updated_at': '2022-02-10T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '2488aed3-ffc0-4c83-9a18-b6d2570ce823', 'name': '', 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'mac_address': 'fa:16:3e:96:ee:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:16Z', 'updated_at': '2022-02-10T03:37:29Z', 'revision_number': 5, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'subnets': [{'id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:42:04.913861 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591752b9-0357-44a6-b6fe-b9209bbd1ad4 None None] New status for floating IP 24c64b0d-4947-4908-8b0f-fecc257a6a52: DOWN {{(pid=102735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 03:42:05.568212 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 49244) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:42:05.626297 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-af3ff4f9-440a-45c4-b4fd-a1e0638675f0 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for security_group (f48aba44-cff5-4b04-afdd-f9bc1dcd0692), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:05.649725 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-af3ff4f9-440a-45c4-b4fd-a1e0638675f0 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for security_group (f48aba44-cff5-4b04-afdd-f9bc1dcd0692), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:05.699018 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-af3ff4f9-440a-45c4-b4fd-a1e0638675f0 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (f48aba44-cff5-4b04-afdd-f9bc1dcd0692), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:05.701644 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-af3ff4f9-440a-45c4-b4fd-a1e0638675f0 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:05.702823 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-af3ff4f9-440a-45c4-b4fd-a1e0638675f0 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "DELETE /v2.0/security-groups/f48aba44-cff5-4b04-afdd-f9bc1dcd0692 HTTP/1.1" status: 204 len: 168 time: 0.1335685 Feb 10 03:42:05.705731 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 49246) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:42:05.714882 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ff4f9-440a-45c4-b4fd-a1e0638675f0 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48aba44-cff5-4b04-afdd-f9bc1dcd0692,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:05.719362 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.api.v2.resource [None req-74388dc5-bb2e-415a-a8af-55a8a10c42e2 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] show failed (client error): The resource could not be found. Feb 10 03:42:05.720376 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-74388dc5-bb2e-415a-a8af-55a8a10c42e2 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups/f48aba44-cff5-4b04-afdd-f9bc1dcd0692 HTTP/1.1" status: 404 len: 347 time: 0.0135152 Feb 10 03:42:05.723413 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 49248) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:42:05.845803 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-98d8c55a-c0ed-47a6-98b3-70a18fb6a2f8 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Deleting port 63d363c2-3c4d-40bf-9b6e-74463c930358 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:42:05.846156 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-98d8c55a-c0ed-47a6-98b3-70a18fb6a2f8 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (63d363c2-3c4d-40bf-9b6e-74463c930358), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:05.929312 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-98d8c55a-c0ed-47a6-98b3-70a18fb6a2f8 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (63d363c2-3c4d-40bf-9b6e-74463c930358), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:05.930134 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-98d8c55a-c0ed-47a6-98b3-70a18fb6a2f8 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for floatingip (63d363c2-3c4d-40bf-9b6e-74463c930358), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:05.941654 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-98d8c55a-c0ed-47a6-98b3-70a18fb6a2f8 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Calling delete_port for 63d363c2-3c4d-40bf-9b6e-74463c930358 owned by network:floatingip {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:42:06.327177 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-98d8c55a-c0ed-47a6-98b3-70a18fb6a2f8 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265725731'] for port (63d363c2-3c4d-40bf-9b6e-74463c930358), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:06.353393 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8c55a-c0ed-47a6-98b3-70a18fb6a2f8 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Pushing event deleted for resources: {'Port': ['ID=63d363c2-3c4d-40bf-9b6e-74463c930358,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:06.415222 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-98d8c55a-c0ed-47a6-98b3-70a18fb6a2f8 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for floatingip (24c64b0d-4947-4908-8b0f-fecc257a6a52), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:06.417863 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-98d8c55a-c0ed-47a6-98b3-70a18fb6a2f8 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for floatingip (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:06.419059 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-98d8c55a-c0ed-47a6-98b3-70a18fb6a2f8 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "DELETE /v2.0/floatingips/24c64b0d-4947-4908-8b0f-fecc257a6a52 HTTP/1.1" status: 204 len: 168 time: 0.6946931 Feb 10 03:42:06.860528 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d565d5-4598-4fc2-8591-738cafde5c60 req-f718153a-b637-4ad0-887d-7b7ba2546747 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:06.861975 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a7d565d5-4598-4fc2-8591-738cafde5c60 req-f718153a-b637-4ad0-887d-7b7ba2546747 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 946 time: 0.0526555 Feb 10 03:42:06.913944 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a7d565d5-4598-4fc2-8591-738cafde5c60 req-a457b0d2-785c-4a5e-bbe0-8d1db848f5c0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464084 Feb 10 03:42:06.930226 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 49260) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:42:06.934790 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-3614a831-3ddb-4bd2-9109-2c2321bb366f tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Request body: {'security_group': {'name': 'tempest-securitygroup--333697689', 'description': 'tempest-description--1838379851'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:42:06.956203 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3614a831-3ddb-4bd2-9109-2c2321bb366f tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:07.023720 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3614a831-3ddb-4bd2-9109-2c2321bb366f tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for security_group (b0b15c58-4292-41dd-9eaf-449e01ee5af0), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:07.031179 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3614a831-3ddb-4bd2-9109-2c2321bb366f tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (b0b15c58-4292-41dd-9eaf-449e01ee5af0), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:07.059301 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3614a831-3ddb-4bd2-9109-2c2321bb366f tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:07.060533 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-3614a831-3ddb-4bd2-9109-2c2321bb366f tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1293621 Feb 10 03:42:07.062385 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614a831-3ddb-4bd2-9109-2c2321bb366f tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b15c58-4292-41dd-9eaf-449e01ee5af0,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:07.063516 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 49264) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:42:07.068833 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-40cc13ce-6e90-49ba-be03-0e9c83f075a8 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Request body: {'security_group_rule': {'security_group_id': 'b0b15c58-4292-41dd-9eaf-449e01ee5af0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:42:07.097319 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-40cc13ce-6e90-49ba-be03-0e9c83f075a8 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for security_group_rule (bb307ce5-7db2-4240-be0c-2b3c8009eb51), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:07.154192 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-40cc13ce-6e90-49ba-be03-0e9c83f075a8 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for security_group_rule (bb307ce5-7db2-4240-be0c-2b3c8009eb51), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:07.160030 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-40cc13ce-6e90-49ba-be03-0e9c83f075a8 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585313'] for security_group_rule (bb307ce5-7db2-4240-be0c-2b3c8009eb51), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:07.177892 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc13ce-6e90-49ba-be03-0e9c83f075a8 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb307ce5-7db2-4240-be0c-2b3c8009eb51,revision_number=0']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:07.183624 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-40cc13ce-6e90-49ba-be03-0e9c83f075a8 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:07.184825 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-40cc13ce-6e90-49ba-be03-0e9c83f075a8 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200838 Feb 10 03:42:07.187756 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 49266) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:42:07.192207 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-025a125a-1fb3-4d9b-a2a9-3237d3219dfb tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Request body: {'security_group_rule': {'security_group_id': 'b0b15c58-4292-41dd-9eaf-449e01ee5af0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:42:07.219556 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-025a125a-1fb3-4d9b-a2a9-3237d3219dfb tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for security_group_rule (0b0d41fa-333f-49a5-9622-cea20ec98209), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:07.282232 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-025a125a-1fb3-4d9b-a2a9-3237d3219dfb tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for security_group_rule (0b0d41fa-333f-49a5-9622-cea20ec98209), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:07.286626 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-025a125a-1fb3-4d9b-a2a9-3237d3219dfb tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585313'] for security_group_rule (0b0d41fa-333f-49a5-9622-cea20ec98209), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:07.303591 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a125a-1fb3-4d9b-a2a9-3237d3219dfb tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b0d41fa-333f-49a5-9622-cea20ec98209,revision_number=0']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:07.313359 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-025a125a-1fb3-4d9b-a2a9-3237d3219dfb tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:07.314635 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-025a125a-1fb3-4d9b-a2a9-3237d3219dfb tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259120 Feb 10 03:42:07.317943 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 49268) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:42:07.322201 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-f78b0d8b-d2d9-4fd5-a0a6-3bf6033128f6 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Request body: {'floatingip': {'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:42:07.343730 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f78b0d8b-d2d9-4fd5-a0a6-3bf6033128f6 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:07.444147 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f78b0d8b-d2d9-4fd5-a0a6-3bf6033128f6 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:07.578031 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [None req-f78b0d8b-d2d9-4fd5-a0a6-3bf6033128f6 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Allocated IP 172.27.0.159 (21bdb221-e4aa-4ceb-8437-3c4897a6dae2/0a389fce-60fc-45d4-b298-908574c1c629/8c6d7dc3-4cb0-4ff0-bd4d-44754e1811a5) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:42:07.673741 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f78b0d8b-d2d9-4fd5-a0a6-3bf6033128f6 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for port (8c6d7dc3-4cb0-4ff0-bd4d-44754e1811a5), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:07.709839 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f78b0d8b-d2d9-4fd5-a0a6-3bf6033128f6 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (8c6d7dc3-4cb0-4ff0-bd4d-44754e1811a5), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:07.746640 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78b0d8b-d2d9-4fd5-a0a6-3bf6033128f6 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:42:07.749362 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-f78b0d8b-d2d9-4fd5-a0a6-3bf6033128f6 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:42:07.751731 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78b0d8b-d2d9-4fd5-a0a6-3bf6033128f6 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:42:07.781290 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b0d8b-d2d9-4fd5-a0a6-3bf6033128f6 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Pushing event updated for resources: {'Port': ['ID=8c6d7dc3-4cb0-4ff0-bd4d-44754e1811a5,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:07.841986 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 2f6a5eaa-729c-49cc-aff5-a2c491acd54d no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:42:07.849602 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f78b0d8b-d2d9-4fd5-a0a6-3bf6033128f6 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for floatingip (44cdcff0-b2e1-4547-b8dd-f6ba5ddfa095), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:07.866304 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] No Port match for: 2f6a5eaa-729c-49cc-aff5-a2c491acd54d {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:42:07.866685 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 2f6a5eaa-729c-49cc-aff5-a2c491acd54d not bound to the agent host hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:42:07.889117 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f78b0d8b-d2d9-4fd5-a0a6-3bf6033128f6 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (8c6d7dc3-4cb0-4ff0-bd4d-44754e1811a5), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:08.034159 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1a8b7-88b0-4365-bf75-2b21d4a5c554 req-f2639078-405c-4c0e-8151-a10daa18578d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:08.035554 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-20f1a8b7-88b0-4365-bf75-2b21d4a5c554 req-f2639078-405c-4c0e-8151-a10daa18578d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 946 time: 0.0534921 Feb 10 03:42:08.042048 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f78b0d8b-d2d9-4fd5-a0a6-3bf6033128f6 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for port (8c6d7dc3-4cb0-4ff0-bd4d-44754e1811a5), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:08.047838 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f78b0d8b-d2d9-4fd5-a0a6-3bf6033128f6 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (8c6d7dc3-4cb0-4ff0-bd4d-44754e1811a5), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:08.084586 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-20f1a8b7-88b0-4365-bf75-2b21d4a5c554 req-1f69f5cb-b212-427a-a1f9-16ed7ed42c22 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432611 Feb 10 03:42:08.113077 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b0d8b-d2d9-4fd5-a0a6-3bf6033128f6 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Pushing event updated for resources: {'Port': ['ID=8c6d7dc3-4cb0-4ff0-bd4d-44754e1811a5,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:08.132532 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f78b0d8b-d2d9-4fd5-a0a6-3bf6033128f6 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575287'] for floatingip (44cdcff0-b2e1-4547-b8dd-f6ba5ddfa095), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:08.148489 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f78b0d8b-d2d9-4fd5-a0a6-3bf6033128f6 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for floatingip (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:08.149747 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-f78b0d8b-d2d9-4fd5-a0a6-3bf6033128f6 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8309035 Feb 10 03:42:08.557412 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-f8a4f38b-5ea4-46d9-a219-a305b4b368c3 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--333697689&fields=id&tenant_id=f327fcae4b024948a911ad1bdeb06ad9 HTTP/1.1" status: 200 len: 267 time: 0.0413368 Feb 10 03:42:08.663170 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-b4d87c2e-61b4-484a-be56-864971bfcc22 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:08.664625 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-b4d87c2e-61b4-484a-be56-864971bfcc22 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/networks?id=d05c7b61-b2b5-4d63-9ad8-889925a1fb38 HTTP/1.1" status: 200 len: 810 time: 0.1009965 Feb 10 03:42:08.681383 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-1a720cc0-e034-4629-9313-cbaf251eed31 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/quotas/f327fcae4b024948a911ad1bdeb06ad9 HTTP/1.1" status: 200 len: 375 time: 0.0099173 Feb 10 03:42:08.738469 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-08704cec-74dd-4c88-ac69-53714513435f tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f327fcae4b024948a911ad1bdeb06ad9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521584 Feb 10 03:42:08.834511 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-b4faeada-3e51-4314-b18a-c080a39ff8ed service neutron] 10.222.0.32 "GET /v2.0/networks/d05c7b61-b2b5-4d63-9ad8-889925a1fb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838509 Feb 10 03:42:08.921709 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-bae6d859-1aa8-4e87-aa5f-79825761c3d0 service neutron] 10.222.0.32 "GET /v2.0/networks/d05c7b61-b2b5-4d63-9ad8-889925a1fb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815814 Feb 10 03:42:09.206832 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-760c396c-f417-4b8a-bad6-5746529c5dbc req-37d55829-a6b3-4837-8a4f-bb72da3a6576 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 210 time: 0.1513147 Feb 10 03:42:09.240064 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591c5ff-a531-4619-9209-88c917568913 req-b08cb2d9-2a70-44bd-93e8-db9910b4ff2c tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:09.241563 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c591c5ff-a531-4619-9209-88c917568913 req-b08cb2d9-2a70-44bd-93e8-db9910b4ff2c tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 946 time: 0.0888414 Feb 10 03:42:09.299388 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c591c5ff-a531-4619-9209-88c917568913 req-87df80bc-b489-48f7-bf11-4dc9c4075e7b tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514185 Feb 10 03:42:10.315050 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-fea72d5b-265f-492f-9920-83149d75c6fb req-e8327c84-8e0b-4eff-83b7-1610daa3d31b tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 210 time: 0.0358114 Feb 10 03:42:10.419848 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd3ffc-9ac0-4403-9f32-c4b6217ffb63 req-633cb0bd-e5fe-4f14-9866-7b1ee67cacbe tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:10.421308 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-87fd3ffc-9ac0-4403-9f32-c4b6217ffb63 req-633cb0bd-e5fe-4f14-9866-7b1ee67cacbe tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 946 time: 0.0592310 Feb 10 03:42:10.472186 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-87fd3ffc-9ac0-4403-9f32-c4b6217ffb63 req-2903a779-6965-4534-bd76-06406ce879d1 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425088 Feb 10 03:42:11.415280 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0f98349e-5f71-4bcd-bd2c-d2e76cfaeb53 req-684fd41e-e865-4d70-b584-2704cd856de4 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 210 time: 0.0283298 Feb 10 03:42:11.611279 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65e9c1-00ca-4fbd-9519-451a4c6e6dcc req-bd9fc732-ca0e-4bc3-a990-78811a5c663a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:11.614400 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bf65e9c1-00ca-4fbd-9519-451a4c6e6dcc req-bd9fc732-ca0e-4bc3-a990-78811a5c663a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 946 time: 0.0590198 Feb 10 03:42:11.664193 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bf65e9c1-00ca-4fbd-9519-451a4c6e6dcc req-f87870d8-fd01-436d-b9ec-6510419c25a6 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455849 Feb 10 03:42:12.249809 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-f13450ed-b279-48d9-8ec6-3110a92a117b tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:12.251263 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-f13450ed-b279-48d9-8ec6-3110a92a117b tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.21 "GET /v2.0/networks?id=d05c7b61-b2b5-4d63-9ad8-889925a1fb38 HTTP/1.1" status: 200 len: 810 time: 0.1116536 Feb 10 03:42:12.328906 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e4d5b-7497-4293-8799-9394177bc11b req-8f233415-fc27-490e-9dea-20e2af7cdc56 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:12.330348 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-df3e4d5b-7497-4293-8799-9394177bc11b req-8f233415-fc27-490e-9dea-20e2af7cdc56 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.21 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 946 time: 0.0963430 Feb 10 03:42:12.334751 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-00bfb2ce-4ace-4f4f-a18e-23140dfc2d8a tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f327fcae4b024948a911ad1bdeb06ad9 HTTP/1.1" status: 200 len: 379 time: 0.0685155 Feb 10 03:42:12.348805 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-3b03143f-f32f-40cd-bc70-52aae8c3c62e tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Request body: {'port': {'device_id': '2a602fde-ab06-459f-83dc-10ee456f77e5', 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38', 'admin_state_up': True, 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'security_groups': ['b0b15c58-4292-41dd-9eaf-449e01ee5af0']}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:42:12.515127 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b48fc40c-f6c0-4495-ac78-fe48bd8b5b65 req-e27ecb5b-09c7-4b02-add2-0ef7b3398cd0 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 210 time: 0.0324066 Feb 10 03:42:12.789576 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-df3e4d5b-7497-4293-8799-9394177bc11b req-8da15d77-4555-4e53-ab93-2873e1ccdb7d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Deleting port 336de512-11fe-4594-b1b4-1b948f7eceab {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:42:12.789913 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-df3e4d5b-7497-4293-8799-9394177bc11b req-8da15d77-4555-4e53-ab93-2873e1ccdb7d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (336de512-11fe-4594-b1b4-1b948f7eceab), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:12.794025 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-3b03143f-f32f-40cd-bc70-52aae8c3c62e tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Made reservation on behalf of f327fcae4b024948a911ad1bdeb06ad9 for: {'port': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:42:12.796220 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167c062-1bd0-4465-811e-a0f597849704 req-9fc98b66-1d7e-44f6-9aa0-1b2babd87095 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:12.797226 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-3b03143f-f32f-40cd-bc70-52aae8c3c62e tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:12.797711 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e167c062-1bd0-4465-811e-a0f597849704 req-9fc98b66-1d7e-44f6-9aa0-1b2babd87095 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 946 time: 0.0586743 Feb 10 03:42:12.849170 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e167c062-1bd0-4465-811e-a0f597849704 req-9b3db025-e9fe-4c19-a959-1547748fe021 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453095 Feb 10 03:42:12.949104 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-df3e4d5b-7497-4293-8799-9394177bc11b req-8da15d77-4555-4e53-ab93-2873e1ccdb7d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] For port 336de512-11fe-4594-b1b4-1b948f7eceab, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=336de512-11fe-4594-b1b4-1b948f7eceab,segment=NetworkSegment(c168d9c9-0428-46e4-a032-65303c451794),segment_id=c168d9c9-0428-46e4-a032-65303c451794)] {{(pid=102733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:42:12.949464 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-df3e4d5b-7497-4293-8799-9394177bc11b req-8da15d77-4555-4e53-ab93-2873e1ccdb7d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (336de512-11fe-4594-b1b4-1b948f7eceab), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:13.036136 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-3b03143f-f32f-40cd-bc70-52aae8c3c62e tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Allocated IP 172.20.0.8 (d05c7b61-b2b5-4d63-9ad8-889925a1fb38/bec865b2-7c97-41d1-94cb-c04a8fe247f5/55725b88-e980-424f-91f6-78757fc06a2a) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:42:13.220672 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-df3e4d5b-7497-4293-8799-9394177bc11b req-8da15d77-4555-4e53-ab93-2873e1ccdb7d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:13.220892 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-df3e4d5b-7497-4293-8799-9394177bc11b req-8da15d77-4555-4e53-ab93-2873e1ccdb7d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575287'] for floatingip (d7ef6c13-aa18-488b-8a1e-e78965b0b934), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:13.221228 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.db.l3_db [req-df3e4d5b-7497-4293-8799-9394177bc11b req-8da15d77-4555-4e53-ab93-2873e1ccdb7d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Floating IP d7ef6c13-aa18-488b-8a1e-e78965b0b934 disassociated. External IP: 172.27.0.250, port: 336de512-11fe-4594-b1b4-1b948f7eceab. Feb 10 03:42:13.221562 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-df3e4d5b-7497-4293-8799-9394177bc11b req-8da15d77-4555-4e53-ab93-2873e1ccdb7d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Calling delete_port for 336de512-11fe-4594-b1b4-1b948f7eceab owned by compute:nova {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:42:13.297078 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-3b03143f-f32f-40cd-bc70-52aae8c3c62e tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for port (55725b88-e980-424f-91f6-78757fc06a2a), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:13.354118 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-3b03143f-f32f-40cd-bc70-52aae8c3c62e tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (55725b88-e980-424f-91f6-78757fc06a2a), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:13.425392 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-3b03143f-f32f-40cd-bc70-52aae8c3c62e tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Network d05c7b61-b2b5-4d63-9ad8-889925a1fb38 is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:42:13.434889 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-3b03143f-f32f-40cd-bc70-52aae8c3c62e tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:42:13.438024 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-3b03143f-f32f-40cd-bc70-52aae8c3c62e tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:42:13.471703 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-df3e4d5b-7497-4293-8799-9394177bc11b req-8da15d77-4555-4e53-ab93-2873e1ccdb7d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (336de512-11fe-4594-b1b4-1b948f7eceab), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:13.477970 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03143f-f32f-40cd-bc70-52aae8c3c62e tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Pushing event updated for resources: {'Port': ['ID=55725b88-e980-424f-91f6-78757fc06a2a,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:13.519639 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da15d77-4555-4e53-ab93-2873e1ccdb7d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Pushing event deleted for resources: {'Port': ['ID=336de512-11fe-4594-b1b4-1b948f7eceab,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:13.535650 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-3b03143f-f32f-40cd-bc70-52aae8c3c62e tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:13.535794 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-3b03143f-f32f-40cd-bc70-52aae8c3c62e tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:13.593249 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-3b03143f-f32f-40cd-bc70-52aae8c3c62e tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2491055 Feb 10 03:42:13.639585 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-81e2026f-86de-40c6-9f5d-efc52f474615 service neutron] Request body: {'port': {'device_id': '2a602fde-ab06-459f-83dc-10ee456f77e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:42:13.641369 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9b012-71ff-4b30-a653-7614222359e1 req-23186e55-eb0e-4833-9f20-3a9a3e5abbb5 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:13.642871 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bab9b012-71ff-4b30-a653-7614222359e1 req-23186e55-eb0e-4833-9f20-3a9a3e5abbb5 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 931 time: 0.0528078 Feb 10 03:42:13.668271 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-d81932c7-a413-4852-a1e0-8d274654eb5a None None] Provisioning complete for port 55725b88-e980-424f-91f6-78757fc06a2a triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:42:13.669526 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-d81932c7-a413-4852-a1e0-8d274654eb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (55725b88-e980-424f-91f6-78757fc06a2a), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:13.695237 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bab9b012-71ff-4b30-a653-7614222359e1 req-496e34d1-dda1-4162-bc19-c7330117fe02 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b15c58-4292-41dd-9eaf-449e01ee5af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462723 Feb 10 03:42:13.709766 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-d81932c7-a413-4852-a1e0-8d274654eb5a None None] Port 55725b88-e980-424f-91f6-78757fc06a2a cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:42:13.716307 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df3e4d5b-7497-4293-8799-9394177bc11b req-8da15d77-4555-4e53-ab93-2873e1ccdb7d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Router 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:42:13.724220 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-81e2026f-86de-40c6-9f5d-efc52f474615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (55725b88-e980-424f-91f6-78757fc06a2a), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:13.956632 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df3e4d5b-7497-4293-8799-9394177bc11b req-8da15d77-4555-4e53-ab93-2873e1ccdb7d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:42:13.961218 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d4c2ed1f-eb72-46c1-a680-b426d26f3bd0 req-ace20083-11db-4b50-b828-e61c2538683e tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 210 time: 0.0373678 Feb 10 03:42:13.971360 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de66b7e-1d7e-4720-ab9d-5560ba8b35d7 None None] Sync routers for ids ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'] in dv-cinder-828060-2-iscsi {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:42:13.982884 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de66b7e-1d7e-4720-ab9d-5560ba8b35d7 None None] Routers {'4d80c1f5-a097-4d9e-a412-9369b9dea1b5'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:42:13.983718 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-5de66b7e-1d7e-4720-ab9d-5560ba8b35d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:41:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:42:14.054753 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3e4d5b-7497-4293-8799-9394177bc11b req-8da15d77-4555-4e53-ab93-2873e1ccdb7d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] No DVR routers for this DVR port 336de512-11fe-4594-b1b4-1b948f7eceab on host hv-cinder-82806 {{(pid=102733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:42:14.060962 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-df3e4d5b-7497-4293-8799-9394177bc11b req-8da15d77-4555-4e53-ab93-2873e1ccdb7d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:14.064989 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-df3e4d5b-7497-4293-8799-9394177bc11b req-8da15d77-4555-4e53-ab93-2873e1ccdb7d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.21 "DELETE /v2.0/ports/336de512-11fe-4594-b1b4-1b948f7eceab HTTP/1.1" status: 204 len: 173 time: 1.7192769 Feb 10 03:42:14.065480 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6526425c-4ed8-4fc2-982e-cfa3c75087c3', 'name': 'network-vif-deleted', 'tag': '336de512-11fe-4594-b1b4-1b948f7eceab'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:42:14.068405 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8108d37-d07f-4645-a571-d92451a359c0" -d '{"events": [{"server_uuid": "6526425c-4ed8-4fc2-982e-cfa3c75087c3", "name": "network-vif-deleted", "tag": "336de512-11fe-4594-b1b4-1b948f7eceab"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:42:14.126167 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2798e2cb-369a-4151-ac8b-7707f1313a80 x-openstack-request-id: req-2798e2cb-369a-4151-ac8b-7707f1313a80 {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:42:14.126464 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6526425c-4ed8-4fc2-982e-cfa3c75087c3", "name": "network-vif-deleted", "tag": "336de512-11fe-4594-b1b4-1b948f7eceab", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:42:14.126769 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2798e2cb-369a-4151-ac8b-7707f1313a80 {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:42:14.127427 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6526425c-4ed8-4fc2-982e-cfa3c75087c3', 'name': 'network-vif-deleted', 'tag': '336de512-11fe-4594-b1b4-1b948f7eceab', 'status': 'completed', 'code': 200} Feb 10 03:42:14.155843 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-5de66b7e-1d7e-4720-ab9d-5560ba8b35d7 None None] Set router 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:42:14.185821 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-81e2026f-86de-40c6-9f5d-efc52f474615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55725b88-e980-424f-91f6-78757fc06a2a {{(pid=102733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:42:14.200584 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-81e2026f-86de-40c6-9f5d-efc52f474615 service neutron] Publish callbacks [] for port (55725b88-e980-424f-91f6-78757fc06a2a), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:14.213938 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.provisioning_blocks [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-81e2026f-86de-40c6-9f5d-efc52f474615 service neutron] Transition to ACTIVE for port object 55725b88-e980-424f-91f6-78757fc06a2a will not be triggered until provisioned by entity L2. {{(pid=102733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:42:14.218255 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-81e2026f-86de-40c6-9f5d-efc52f474615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (55725b88-e980-424f-91f6-78757fc06a2a), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:14.274126 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2026f-86de-40c6-9f5d-efc52f474615 service neutron] Pushing event updated for resources: {'Port': ['ID=55725b88-e980-424f-91f6-78757fc06a2a,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:14.346754 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-81e2026f-86de-40c6-9f5d-efc52f474615 service neutron] Attempting to bind port 55725b88-e980-424f-91f6-78757fc06a2a on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:42:14.347420 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-81e2026f-86de-40c6-9f5d-efc52f474615 service neutron] Attempting to bind port 55725b88-e980-424f-91f6-78757fc06a2a by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '784eaaa7-3d14-4567-8c49-962a1b348d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:42:14.348022 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-81e2026f-86de-40c6-9f5d-efc52f474615 service neutron] Attempting to bind port 55725b88-e980-424f-91f6-78757fc06a2a on network d05c7b61-b2b5-4d63-9ad8-889925a1fb38 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:42:14.352724 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-81e2026f-86de-40c6-9f5d-efc52f474615 service neutron] Port 55725b88-e980-424f-91f6-78757fc06a2a on network d05c7b61-b2b5-4d63-9ad8-889925a1fb38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:42:14.353043 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-81e2026f-86de-40c6-9f5d-efc52f474615 service neutron] Attempting to bind port 55725b88-e980-424f-91f6-78757fc06a2a on network d05c7b61-b2b5-4d63-9ad8-889925a1fb38 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:42:14.357939 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-81e2026f-86de-40c6-9f5d-efc52f474615 service neutron] Checking agent: {'id': '7fa92194-f930-41b3-9bb5-0cd5b2874298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'started_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:42:14.358282 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-81e2026f-86de-40c6-9f5d-efc52f474615 service neutron] Checking segment: {'id': '784eaaa7-3d14-4567-8c49-962a1b348d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:42:14.358679 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-81e2026f-86de-40c6-9f5d-efc52f474615 service neutron] Bound using segment: {'id': '784eaaa7-3d14-4567-8c49-962a1b348d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:42:14.359133 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-81e2026f-86de-40c6-9f5d-efc52f474615 service neutron] Bound port: 55725b88-e980-424f-91f6-78757fc06a2a, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '784eaaa7-3d14-4567-8c49-962a1b348d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:42:14.359500 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-81e2026f-86de-40c6-9f5d-efc52f474615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (55725b88-e980-424f-91f6-78757fc06a2a), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:14.367909 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-5de66b7e-1d7e-4720-ab9d-5560ba8b35d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'name': 'tempest-TestVolumeBootPattern-215996742-router', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '93c84bb7-7465-4e30-987a-014914933494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:34Z', 'revision_number': 4, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'gw_port': {'id': '93c84bb7-7465-4e30-987a-014914933494', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '7683a7cc-71b7-4848-ace4-8a81b8b4073f', 'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'mac_address': 'fa:16:3e:88:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:33Z', 'updated_at': '2022-02-10T03:38:39Z', 'revision_number': 5, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'subnets': [{'id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:42:14.430189 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-81e2026f-86de-40c6-9f5d-efc52f474615 service neutron] For port 55725b88-e980-424f-91f6-78757fc06a2a, host hv-cinder-82806, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:42:14.433511 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-81e2026f-86de-40c6-9f5d-efc52f474615 service neutron] For port 55725b88-e980-424f-91f6-78757fc06a2a, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=55725b88-e980-424f-91f6-78757fc06a2a,segment=NetworkSegment(784eaaa7-3d14-4567-8c49-962a1b348d44),segment_id=784eaaa7-3d14-4567-8c49-962a1b348d44)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:42:14.441286 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-81e2026f-86de-40c6-9f5d-efc52f474615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (55725b88-e980-424f-91f6-78757fc06a2a), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:14.475095 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-81e2026f-86de-40c6-9f5d-efc52f474615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:14.475375 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-81e2026f-86de-40c6-9f5d-efc52f474615 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:14.477029 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-81e2026f-86de-40c6-9f5d-efc52f474615 service neutron] 10.222.0.21 "PUT /v2.0/ports/55725b88-e980-424f-91f6-78757fc06a2a HTTP/1.1" status: 200 len: 1093 time: 0.8428228 Feb 10 03:42:14.502585 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2026f-86de-40c6-9f5d-efc52f474615 service neutron] Pushing event updated for resources: {'Port': ['ID=55725b88-e980-424f-91f6-78757fc06a2a,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:14.533339 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de66b7e-1d7e-4720-ab9d-5560ba8b35d7 None None] Checking router: 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 for host: dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:42:14.549437 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de66b7e-1d7e-4720-ab9d-5560ba8b35d7 None None] Routers {'4d80c1f5-a097-4d9e-a412-9369b9dea1b5'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:42:14.550060 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-5de66b7e-1d7e-4720-ab9d-5560ba8b35d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:41:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:42:14.663950 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-5de66b7e-1d7e-4720-ab9d-5560ba8b35d7 None None] Set router 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:42:14.813815 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5183efb-c217-426d-85a7-b3c9bd59840a req-22998ab3-6fef-41b9-b831-da1b9e3df1bf tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:14.815368 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f5183efb-c217-426d-85a7-b3c9bd59840a req-22998ab3-6fef-41b9-b831-da1b9e3df1bf tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 943 time: 0.0528634 Feb 10 03:42:14.861237 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f5183efb-c217-426d-85a7-b3c9bd59840a req-d857411c-f96c-46e9-8b98-489122a66c4d tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b15c58-4292-41dd-9eaf-449e01ee5af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403259 Feb 10 03:42:14.871871 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-5de66b7e-1d7e-4720-ab9d-5560ba8b35d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'name': 'tempest-TestVolumeBootPattern-215996742-router', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '93c84bb7-7465-4e30-987a-014914933494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:34Z', 'revision_number': 4, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'gw_port': {'id': '93c84bb7-7465-4e30-987a-014914933494', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '7683a7cc-71b7-4848-ace4-8a81b8b4073f', 'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'mac_address': 'fa:16:3e:88:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:33Z', 'updated_at': '2022-02-10T03:38:39Z', 'revision_number': 5, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'subnets': [{'id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:42:14.898207 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de66b7e-1d7e-4720-ab9d-5560ba8b35d7 None None] The sync data for ids ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'] in dv-cinder-828060-2-iscsi is: [{'id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'name': 'tempest-TestVolumeBootPattern-215996742-router', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '93c84bb7-7465-4e30-987a-014914933494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:34Z', 'revision_number': 4, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'gw_port': {'id': '93c84bb7-7465-4e30-987a-014914933494', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '7683a7cc-71b7-4848-ace4-8a81b8b4073f', 'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'mac_address': 'fa:16:3e:88:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:33Z', 'updated_at': '2022-02-10T03:38:39Z', 'revision_number': 5, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'subnets': [{'id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:42:15.070941 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8948e6d1-ef22-4a15-9a90-f0dabd83f241 req-5021bed7-bbd5-4cfe-9798-8790088b3670 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 210 time: 0.0287721 Feb 10 03:42:15.126687 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4638938-d322-4dc5-a460-39b6ec7057a9 None None] New status for floating IP d7ef6c13-aa18-488b-8a1e-e78965b0b934: DOWN {{(pid=102735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 03:42:15.993300 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8967f-507a-40e2-bac4-250527d10f38 req-17ae2596-e468-43df-bd16-49411e898add tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:15.995056 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-63a8967f-507a-40e2-bac4-250527d10f38 req-17ae2596-e468-43df-bd16-49411e898add tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 943 time: 0.0556479 Feb 10 03:42:16.047369 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-63a8967f-507a-40e2-bac4-250527d10f38 req-dbbae21d-91db-4804-89ad-4b6b5eeeb9d9 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b15c58-4292-41dd-9eaf-449e01ee5af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445750 Feb 10 03:42:16.129075 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a602fde-ab06-459f-83dc-10ee456f77e5', 'tag': '55725b88-e980-424f-91f6-78757fc06a2a'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:42:16.131709 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8dc99fd-2fde-41eb-b3a1-d1b422a51a88" -d '{"events": [{"name": "network-changed", "server_uuid": "2a602fde-ab06-459f-83dc-10ee456f77e5", "tag": "55725b88-e980-424f-91f6-78757fc06a2a"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:42:16.166699 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5adf7044-2126-4e9b-bdea-42f5d01ea486 req-671ce00c-0051-48e0-8e22-9fda4653e9c4 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 210 time: 0.0281537 Feb 10 03:42:16.171088 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b147b3d2-23a5-4a41-8d19-2561b0fb000e x-openstack-request-id: req-b147b3d2-23a5-4a41-8d19-2561b0fb000e {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:42:16.171388 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a602fde-ab06-459f-83dc-10ee456f77e5", "tag": "55725b88-e980-424f-91f6-78757fc06a2a", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:42:16.171634 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b147b3d2-23a5-4a41-8d19-2561b0fb000e {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:42:16.172031 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a602fde-ab06-459f-83dc-10ee456f77e5', 'tag': '55725b88-e980-424f-91f6-78757fc06a2a', 'status': 'completed', 'code': 200} Feb 10 03:42:17.022753 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 336de512-11fe-4594-b1b4-1b948f7eceab no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:42:17.055225 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] No Port match for: 336de512-11fe-4594-b1b4-1b948f7eceab {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:42:17.055603 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 336de512-11fe-4594-b1b4-1b948f7eceab not bound to the agent host hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:42:17.099082 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-42237850-3bf6-4e3a-a75b-467a38bc7fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:17.101590 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-42237850-3bf6-4e3a-a75b-467a38bc7fae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f327fcae4b024948a911ad1bdeb06ad9&device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 1127 time: 0.0516551 Feb 10 03:42:17.163463 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-8032d803-29aa-40dd-9a46-1ae9e470a1eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55725b88-e980-424f-91f6-78757fc06a2a HTTP/1.1" status: 200 len: 217 time: 0.0425553 Feb 10 03:42:17.172437 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125de460-0103-4392-81a8-322db8895e4f req-e385bef9-6192-4b4b-a492-9e664196c15f tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:17.173936 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-125de460-0103-4392-81a8-322db8895e4f req-e385bef9-6192-4b4b-a492-9e664196c15f tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 943 time: 0.0557439 Feb 10 03:42:17.214420 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-8fc1e806-ca6d-40bb-a2c5-4512c6295712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:17.216025 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-8fc1e806-ca6d-40bb-a2c5-4512c6295712 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bec865b2-7c97-41d1-94cb-c04a8fe247f5 HTTP/1.1" status: 200 len: 849 time: 0.0461175 Feb 10 03:42:17.227270 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-125de460-0103-4392-81a8-322db8895e4f req-f0d8d5a8-91f6-415a-bc98-62478b4233aa tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b15c58-4292-41dd-9eaf-449e01ee5af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475748 Feb 10 03:42:17.266761 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-72487767-68d5-4e22-86c6-8caa86113e1f req-408fa50e-116d-4d57-ac76-a49ed58689c5 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=6526425c-4ed8-4fc2-982e-cfa3c75087c3 HTTP/1.1" status: 200 len: 210 time: 0.0271404 Feb 10 03:42:17.272186 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-f1cc9ed1-69ad-4d4c-bfe9-9052819a484f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:17.274103 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-f1cc9ed1-69ad-4d4c-bfe9-9052819a484f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d05c7b61-b2b5-4d63-9ad8-889925a1fb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502498 Feb 10 03:42:17.369001 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-449efe0f-df06-4483-ad9f-aebf5a047ed5 service neutron] 10.222.0.21 "GET /v2.0/networks/d05c7b61-b2b5-4d63-9ad8-889925a1fb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851316 Feb 10 03:42:17.471905 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-76247fcc-dd4d-4bba-9099-96ea7423d711 req-13bee30a-96d1-4ccc-947f-3d64d070350b service neutron] 10.222.0.21 "GET /v2.0/networks/d05c7b61-b2b5-4d63-9ad8-889925a1fb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888836 Feb 10 03:42:17.641836 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc99fd-2fde-41eb-b3a1-d1b422a51a88 req-71378082-d9e9-4117-8dfe-44b2f0f91179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:17.643389 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-c8dc99fd-2fde-41eb-b3a1-d1b422a51a88 req-71378082-d9e9-4117-8dfe-44b2f0f91179 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f327fcae4b024948a911ad1bdeb06ad9&device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 1127 time: 0.0503225 Feb 10 03:42:17.746185 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc99fd-2fde-41eb-b3a1-d1b422a51a88 req-71a0cc1b-fc25-4896-b4ae-2d930d4131da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:17.747709 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-c8dc99fd-2fde-41eb-b3a1-d1b422a51a88 req-71a0cc1b-fc25-4896-b4ae-2d930d4131da service neutron] 10.222.0.21 "GET /v2.0/networks?id=d05c7b61-b2b5-4d63-9ad8-889925a1fb38 HTTP/1.1" status: 200 len: 911 time: 0.0860465 Feb 10 03:42:17.795567 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-c8dc99fd-2fde-41eb-b3a1-d1b422a51a88 req-c36ceb25-13e3-4e0f-9913-2ab7dd3bda03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55725b88-e980-424f-91f6-78757fc06a2a HTTP/1.1" status: 200 len: 217 time: 0.0376909 Feb 10 03:42:17.846136 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc99fd-2fde-41eb-b3a1-d1b422a51a88 req-222ed68c-73cd-4f90-abe6-200773ff75c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:17.847675 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-c8dc99fd-2fde-41eb-b3a1-d1b422a51a88 req-222ed68c-73cd-4f90-abe6-200773ff75c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bec865b2-7c97-41d1-94cb-c04a8fe247f5 HTTP/1.1" status: 200 len: 849 time: 0.0422566 Feb 10 03:42:17.901712 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc99fd-2fde-41eb-b3a1-d1b422a51a88 req-c447a61e-fa80-4a9a-a288-63f877a6e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:17.903133 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-c8dc99fd-2fde-41eb-b3a1-d1b422a51a88 req-c447a61e-fa80-4a9a-a288-63f877a6e520 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d05c7b61-b2b5-4d63-9ad8-889925a1fb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445464 Feb 10 03:42:17.997514 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-c8dc99fd-2fde-41eb-b3a1-d1b422a51a88 req-6ac231cf-e370-4b61-b995-df3395052500 service neutron] 10.222.0.21 "GET /v2.0/networks/d05c7b61-b2b5-4d63-9ad8-889925a1fb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852633 Feb 10 03:42:18.092551 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-c8dc99fd-2fde-41eb-b3a1-d1b422a51a88 req-141faa67-a7f1-4266-a0e6-726f7c251e9a service neutron] 10.222.0.21 "GET /v2.0/networks/d05c7b61-b2b5-4d63-9ad8-889925a1fb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887315 Feb 10 03:42:18.358724 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce92eb3-1ea2-4985-9af6-58b04829da31 req-dcdb7d8d-a40f-4438-9f78-85b77fdf55e0 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:18.360279 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0ce92eb3-1ea2-4985-9af6-58b04829da31 req-dcdb7d8d-a40f-4438-9f78-85b77fdf55e0 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 943 time: 0.0631673 Feb 10 03:42:18.406990 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0ce92eb3-1ea2-4985-9af6-58b04829da31 req-7e38901e-59bc-4e7d-bd35-e3284697ffa8 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b15c58-4292-41dd-9eaf-449e01ee5af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411894 Feb 10 03:42:18.529608 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9d725b05-473c-4f38-b83d-e588bc180add req-b8819f33-0234-45a4-b43e-386c378540ad tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-497865012&fields=id&tenant_id=9861d9e039084b9b9b24721464eea6e6 HTTP/1.1" status: 200 len: 267 time: 0.0477011 Feb 10 03:42:18.638228 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d725b05-473c-4f38-b83d-e588bc180add req-6f80f91a-0697-4ac7-92e4-adde96cb410f tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:18.639700 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9d725b05-473c-4f38-b83d-e588bc180add req-6f80f91a-0697-4ac7-92e4-adde96cb410f tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/networks?id=3af7982f-b432-4a57-9896-b601a1ffbd3e HTTP/1.1" status: 200 len: 811 time: 0.1027973 Feb 10 03:42:18.656180 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9d725b05-473c-4f38-b83d-e588bc180add req-f553942c-51d7-47ab-8025-418ce6506b0c tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/quotas/9861d9e039084b9b9b24721464eea6e6 HTTP/1.1" status: 200 len: 375 time: 0.0110486 Feb 10 03:42:18.717054 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9d725b05-473c-4f38-b83d-e588bc180add req-46cce15f-3955-4e73-bead-fd90f6106d85 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9861d9e039084b9b9b24721464eea6e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541854 Feb 10 03:42:18.856791 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9d725b05-473c-4f38-b83d-e588bc180add req-c6bd9193-93bd-4414-8110-7746722456e3 service neutron] 10.222.0.32 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282365 Feb 10 03:42:18.949480 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9d725b05-473c-4f38-b83d-e588bc180add req-2c2a3d71-a4ab-4a85-9614-3e71cab4d1df service neutron] 10.222.0.32 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869949 Feb 10 03:42:19.258616 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-64faf48c-edde-4e86-859a-fee1dc4bba3e req-79f74141-9e68-4b9d-87a8-d3b9e6737d01 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 210 time: 0.0321412 Feb 10 03:42:19.526529 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-a10ccd7f-bbb0-416c-a2c4-5a8fc04c7d93 req-8d33ac57-c6de-4562-b71b-ad7c93e6387a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0861282 Feb 10 03:42:19.556811 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5cbeb-b739-4a5e-ac27-4f2e0bfccdfe req-0f7f2d06-7f17-4953-b0ed-9fb50eaa2053 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:19.560817 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-23a5cbeb-b739-4a5e-ac27-4f2e0bfccdfe req-0f7f2d06-7f17-4953-b0ed-9fb50eaa2053 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 943 time: 0.0773368 Feb 10 03:42:19.624604 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-23a5cbeb-b739-4a5e-ac27-4f2e0bfccdfe req-c4332baa-1a69-49fe-b396-28a675e5b6cf tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b15c58-4292-41dd-9eaf-449e01ee5af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573604 Feb 10 03:42:19.673260 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ccd7f-bbb0-416c-a2c4-5a8fc04c7d93 req-ed2ca5c9-7d82-4821-8e20-ed1b4f01e85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:19.675458 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-a10ccd7f-bbb0-416c-a2c4-5a8fc04c7d93 req-ed2ca5c9-7d82-4821-8e20-ed1b4f01e85d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8d44d08ec564e94b99156087796bf3d&device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 1169 time: 0.0795350 Feb 10 03:42:19.785308 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ccd7f-bbb0-416c-a2c4-5a8fc04c7d93 req-52b3f4fe-880c-40fe-a9bb-22490e3cff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:19.786865 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-a10ccd7f-bbb0-416c-a2c4-5a8fc04c7d93 req-52b3f4fe-880c-40fe-a9bb-22490e3cff74 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3e758e9-8c30-4511-9ae7-8ed1e299ebc5 HTTP/1.1" status: 200 len: 914 time: 0.0867314 Feb 10 03:42:19.804288 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67dc4217-a146-48de-88d3-fe5b970c0274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:19.856848 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-a10ccd7f-bbb0-416c-a2c4-5a8fc04c7d93 req-a741ded8-d5a9-442a-a459-2cb030780c9f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21a54a32-023a-446a-a188-568375c7704d HTTP/1.1" status: 200 len: 1002 time: 0.0620878 Feb 10 03:42:19.907529 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ccd7f-bbb0-416c-a2c4-5a8fc04c7d93 req-c881f873-8c60-468e-86e2-86ab68ca9f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:19.909009 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-a10ccd7f-bbb0-416c-a2c4-5a8fc04c7d93 req-c881f873-8c60-468e-86e2-86ab68ca9f55 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ee4f3d3c-17ed-40ed-b0d6-547105984483 HTTP/1.1" status: 200 len: 852 time: 0.0450280 Feb 10 03:42:20.360779 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-677db609-cb45-43d8-8565-a202429e7fc3 req-e0ca7417-08df-4f10-b830-731de575f4f1 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 210 time: 0.0356729 Feb 10 03:42:20.757065 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81f3d0-8605-4176-a135-faf1f283624b req-80378a20-b854-4410-86b0-6181501ef193 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:20.758530 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ac81f3d0-8605-4176-a135-faf1f283624b req-80378a20-b854-4410-86b0-6181501ef193 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 943 time: 0.0523958 Feb 10 03:42:20.808354 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ac81f3d0-8605-4176-a135-faf1f283624b req-35a1040f-11cc-4157-9524-58a08289b202 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b15c58-4292-41dd-9eaf-449e01ee5af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441158 Feb 10 03:42:20.849947 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 55725b88-e980-424f-91f6-78757fc06a2a details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:42:20.946421 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 55725b88-e980-424f-91f6-78757fc06a2a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=55725b88-e980-424f-91f6-78757fc06a2a,segment=NetworkSegment(784eaaa7-3d14-4567-8c49-962a1b348d44),segment_id=784eaaa7-3d14-4567-8c49-962a1b348d44)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:42:20.957333 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Returning: {'device': '55725b88-e980-424f-91f6-78757fc06a2a', 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38', 'port_id': '55725b88-e980-424f-91f6-78757fc06a2a', 'mac_address': 'fa:16:3e:1b:59:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:42:20.998445 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 55725b88-e980-424f-91f6-78757fc06a2a is: DOWN; New status is: BUILD {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:42:20.998863 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (55725b88-e980-424f-91f6-78757fc06a2a), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:21.012520 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55725b88-e980-424f-91f6-78757fc06a2a {{(pid=102734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:42:21.032137 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 55725b88-e980-424f-91f6-78757fc06a2a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=55725b88-e980-424f-91f6-78757fc06a2a,segment=NetworkSegment(784eaaa7-3d14-4567-8c49-962a1b348d44),segment_id=784eaaa7-3d14-4567-8c49-962a1b348d44)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:42:21.037387 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (55725b88-e980-424f-91f6-78757fc06a2a), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:21.091242 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=55725b88-e980-424f-91f6-78757fc06a2a,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:21.472903 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b85bbce7-19d7-4857-ab43-62f297d9b54a req-eae3b8b7-7a4c-43bd-8376-d1c9022285c1 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 210 time: 0.0401750 Feb 10 03:42:21.708061 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ccd7f-bbb0-416c-a2c4-5a8fc04c7d93 req-60925b7c-4f1a-40dc-adc5-a77a5823f592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:21.709771 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-a10ccd7f-bbb0-416c-a2c4-5a8fc04c7d93 req-60925b7c-4f1a-40dc-adc5-a77a5823f592 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3e758e9-8c30-4511-9ae7-8ed1e299ebc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616539 Feb 10 03:42:21.951884 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbae47-5340-4232-9e90-20745ef28ab0 req-eed6b367-573d-424c-8941-101cbbe69c26 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:21.953280 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f1fbae47-5340-4232-9e90-20745ef28ab0 req-eed6b367-573d-424c-8941-101cbbe69c26 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 944 time: 0.0627978 Feb 10 03:42:21.963606 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-84ab6a65-194e-4d55-8dcb-fcdb47dba27e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:22.000426 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f1fbae47-5340-4232-9e90-20745ef28ab0 req-43948443-acf3-41e8-90e4-67d1bc65af7c tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b15c58-4292-41dd-9eaf-449e01ee5af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413096 Feb 10 03:42:22.579115 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-18500c81-28be-40b1-891a-9cf24d9e4333 req-c18ec711-31fa-49ec-a2a9-c7983f4a0a43 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 210 time: 0.0366373 Feb 10 03:42:22.633650 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:22.731357 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-a10ccd7f-bbb0-416c-a2c4-5a8fc04c7d93 req-120f38c4-b570-44fa-a808-dc087f802ab5 service neutron] 10.222.0.21 "GET /v2.0/networks/c3e758e9-8c30-4511-9ae7-8ed1e299ebc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349547 Feb 10 03:42:22.835255 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-a10ccd7f-bbb0-416c-a2c4-5a8fc04c7d93 req-0de8cbfd-5996-44b8-aca8-2a2f4dcc798f service neutron] 10.222.0.21 "GET /v2.0/networks/c3e758e9-8c30-4511-9ae7-8ed1e299ebc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860403 Feb 10 03:42:22.988179 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['55725b88-e980-424f-91f6-78757fc06a2a'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:42:23.061373 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:23.141826 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d923f-6172-42d9-9fa0-85fac9059ecb req-a4e4f9d0-6f0a-4a90-a0fc-9f32b8ddd97f tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:23.145017 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dc0d923f-6172-42d9-9fa0-85fac9059ecb req-a4e4f9d0-6f0a-4a90-a0fc-9f32b8ddd97f tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 944 time: 0.0708575 Feb 10 03:42:23.198195 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dc0d923f-6172-42d9-9fa0-85fac9059ecb req-f17ff51c-928f-418b-8529-6f93059a7a48 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b15c58-4292-41dd-9eaf-449e01ee5af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457468 Feb 10 03:42:23.229349 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d725b05-473c-4f38-b83d-e588bc180add req-215351cf-abf7-4214-bdad-82aba00d7fc0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:23.230846 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9d725b05-473c-4f38-b83d-e588bc180add req-215351cf-abf7-4214-bdad-82aba00d7fc0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.21 "GET /v2.0/networks?id=3af7982f-b432-4a57-9896-b601a1ffbd3e HTTP/1.1" status: 200 len: 811 time: 0.1243374 Feb 10 03:42:23.303947 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9d725b05-473c-4f38-b83d-e588bc180add req-aa1532b6-8b7c-4c55-b04e-161b41e6046a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9861d9e039084b9b9b24721464eea6e6 HTTP/1.1" status: 200 len: 379 time: 0.0531850 Feb 10 03:42:23.313478 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-9d725b05-473c-4f38-b83d-e588bc180add req-4292ca25-43c8-476e-94c1-9af9a4228cf0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Request body: {'port': {'device_id': '9639e1b6-e005-4646-80c2-7d526aedf8f2', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'admin_state_up': True, 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'security_groups': ['66d68f0d-2ddd-4876-8e68-2921d81e68f9']}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:42:23.427089 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d725b05-473c-4f38-b83d-e588bc180add req-4292ca25-43c8-476e-94c1-9af9a4228cf0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Made reservation on behalf of 9861d9e039084b9b9b24721464eea6e6 for: {'port': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:42:23.430370 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-9d725b05-473c-4f38-b83d-e588bc180add req-4292ca25-43c8-476e-94c1-9af9a4228cf0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:23.557736 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [req-9d725b05-473c-4f38-b83d-e588bc180add req-4292ca25-43c8-476e-94c1-9af9a4228cf0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Allocated IP 172.20.0.9 (3af7982f-b432-4a57-9896-b601a1ffbd3e/8c7ae98f-4290-4591-b0b0-01ae38e627b6/ed384a80-1f9f-476a-b97b-aa412b2f3e8e) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:42:23.673525 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c7c660e1-6d94-4ecf-a9ac-99624980fc79 req-4f4bf6a9-2151-48c1-8556-ec5ad9ec9ad8 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 210 time: 0.0266457 Feb 10 03:42:23.700628 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-9d725b05-473c-4f38-b83d-e588bc180add req-4292ca25-43c8-476e-94c1-9af9a4228cf0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for port (ed384a80-1f9f-476a-b97b-aa412b2f3e8e), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:23.735246 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-9d725b05-473c-4f38-b83d-e588bc180add req-4292ca25-43c8-476e-94c1-9af9a4228cf0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (ed384a80-1f9f-476a-b97b-aa412b2f3e8e), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:23.777140 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d725b05-473c-4f38-b83d-e588bc180add req-4292ca25-43c8-476e-94c1-9af9a4228cf0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Network 3af7982f-b432-4a57-9896-b601a1ffbd3e is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:42:23.780342 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [req-9d725b05-473c-4f38-b83d-e588bc180add req-4292ca25-43c8-476e-94c1-9af9a4228cf0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:42:23.784169 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d725b05-473c-4f38-b83d-e588bc180add req-4292ca25-43c8-476e-94c1-9af9a4228cf0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:42:23.824923 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292ca25-43c8-476e-94c1-9af9a4228cf0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Pushing event updated for resources: {'Port': ['ID=ed384a80-1f9f-476a-b97b-aa412b2f3e8e,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:23.838913 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292ca25-43c8-476e-94c1-9af9a4228cf0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:23.839277 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292ca25-43c8-476e-94c1-9af9a4228cf0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:23.839628 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292ca25-43c8-476e-94c1-9af9a4228cf0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:23.839979 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292ca25-43c8-476e-94c1-9af9a4228cf0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:23.840477 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292ca25-43c8-476e-94c1-9af9a4228cf0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:23.840793 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292ca25-43c8-476e-94c1-9af9a4228cf0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:23.840970 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292ca25-43c8-476e-94c1-9af9a4228cf0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:23.841402 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292ca25-43c8-476e-94c1-9af9a4228cf0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:23.841590 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292ca25-43c8-476e-94c1-9af9a4228cf0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:23.841922 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292ca25-43c8-476e-94c1-9af9a4228cf0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:23.842251 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292ca25-43c8-476e-94c1-9af9a4228cf0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:23.842576 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292ca25-43c8-476e-94c1-9af9a4228cf0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:23.842933 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292ca25-43c8-476e-94c1-9af9a4228cf0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:23.858048 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d725b05-473c-4f38-b83d-e588bc180add req-4292ca25-43c8-476e-94c1-9af9a4228cf0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:23.858736 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-9d725b05-473c-4f38-b83d-e588bc180add req-4292ca25-43c8-476e-94c1-9af9a4228cf0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:23.882932 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9d725b05-473c-4f38-b83d-e588bc180add req-4292ca25-43c8-476e-94c1-9af9a4228cf0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5730076 Feb 10 03:42:23.903836 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-9d725b05-473c-4f38-b83d-e588bc180add req-ea07f9fb-867c-4b8d-8ac3-7298afcba64d service neutron] Request body: {'port': {'device_id': '9639e1b6-e005-4646-80c2-7d526aedf8f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:42:23.980521 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-9d725b05-473c-4f38-b83d-e588bc180add req-ea07f9fb-867c-4b8d-8ac3-7298afcba64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (ed384a80-1f9f-476a-b97b-aa412b2f3e8e), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:24.104896 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-3aa8c220-6c8f-428a-a1b7-e589683275d2 None None] Provisioning complete for port ed384a80-1f9f-476a-b97b-aa412b2f3e8e triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:42:24.105504 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-3aa8c220-6c8f-428a-a1b7-e589683275d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (ed384a80-1f9f-476a-b97b-aa412b2f3e8e), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:24.142003 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-3aa8c220-6c8f-428a-a1b7-e589683275d2 None None] Port ed384a80-1f9f-476a-b97b-aa412b2f3e8e cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:42:24.324909 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cf613-fff1-4cc9-aefd-5d2794acd22d req-c052d34f-6410-41a6-aaef-d98e7050fac6 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:24.326532 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8d2cf613-fff1-4cc9-aefd-5d2794acd22d req-c052d34f-6410-41a6-aaef-d98e7050fac6 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 944 time: 0.0566661 Feb 10 03:42:24.377278 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8d2cf613-fff1-4cc9-aefd-5d2794acd22d req-4ecea301-aaff-448c-aab0-082030d408a4 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b15c58-4292-41dd-9eaf-449e01ee5af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446296 Feb 10 03:42:24.515345 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [req-9d725b05-473c-4f38-b83d-e588bc180add req-ea07f9fb-867c-4b8d-8ac3-7298afcba64d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed384a80-1f9f-476a-b97b-aa412b2f3e8e {{(pid=102733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:42:24.523112 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-9d725b05-473c-4f38-b83d-e588bc180add req-ea07f9fb-867c-4b8d-8ac3-7298afcba64d service neutron] Publish callbacks [] for port (ed384a80-1f9f-476a-b97b-aa412b2f3e8e), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:24.541177 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.provisioning_blocks [req-9d725b05-473c-4f38-b83d-e588bc180add req-ea07f9fb-867c-4b8d-8ac3-7298afcba64d service neutron] Transition to ACTIVE for port object ed384a80-1f9f-476a-b97b-aa412b2f3e8e will not be triggered until provisioned by entity L2. {{(pid=102733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:42:24.548191 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-9d725b05-473c-4f38-b83d-e588bc180add req-ea07f9fb-867c-4b8d-8ac3-7298afcba64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (ed384a80-1f9f-476a-b97b-aa412b2f3e8e), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:24.595803 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07f9fb-867c-4b8d-8ac3-7298afcba64d service neutron] Pushing event updated for resources: {'Port': ['ID=ed384a80-1f9f-476a-b97b-aa412b2f3e8e,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:24.610915 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 55725b88-e980-424f-91f6-78757fc06a2a up at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:42:24.679909 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-9d725b05-473c-4f38-b83d-e588bc180add req-ea07f9fb-867c-4b8d-8ac3-7298afcba64d service neutron] Attempting to bind port ed384a80-1f9f-476a-b97b-aa412b2f3e8e on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:42:24.680256 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-9d725b05-473c-4f38-b83d-e588bc180add req-ea07f9fb-867c-4b8d-8ac3-7298afcba64d service neutron] Attempting to bind port ed384a80-1f9f-476a-b97b-aa412b2f3e8e by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'c168d9c9-0428-46e4-a032-65303c451794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:42:24.680596 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d725b05-473c-4f38-b83d-e588bc180add req-ea07f9fb-867c-4b8d-8ac3-7298afcba64d service neutron] Attempting to bind port ed384a80-1f9f-476a-b97b-aa412b2f3e8e on network 3af7982f-b432-4a57-9896-b601a1ffbd3e {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:42:24.680814 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning for port 55725b88-e980-424f-91f6-78757fc06a2a completed by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:42:24.686701 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d725b05-473c-4f38-b83d-e588bc180add req-ea07f9fb-867c-4b8d-8ac3-7298afcba64d service neutron] Port ed384a80-1f9f-476a-b97b-aa412b2f3e8e on network 3af7982f-b432-4a57-9896-b601a1ffbd3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:42:24.686701 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d725b05-473c-4f38-b83d-e588bc180add req-ea07f9fb-867c-4b8d-8ac3-7298afcba64d service neutron] Attempting to bind port ed384a80-1f9f-476a-b97b-aa412b2f3e8e on network 3af7982f-b432-4a57-9896-b601a1ffbd3e {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:42:24.689673 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning complete for port 55725b88-e980-424f-91f6-78757fc06a2a triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:42:24.690263 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (55725b88-e980-424f-91f6-78757fc06a2a), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:24.694914 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d725b05-473c-4f38-b83d-e588bc180add req-ea07f9fb-867c-4b8d-8ac3-7298afcba64d service neutron] Checking agent: {'id': '7fa92194-f930-41b3-9bb5-0cd5b2874298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'started_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:42:24.695250 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d725b05-473c-4f38-b83d-e588bc180add req-ea07f9fb-867c-4b8d-8ac3-7298afcba64d service neutron] Checking segment: {'id': 'c168d9c9-0428-46e4-a032-65303c451794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:42:24.695633 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d725b05-473c-4f38-b83d-e588bc180add req-ea07f9fb-867c-4b8d-8ac3-7298afcba64d service neutron] Bound using segment: {'id': 'c168d9c9-0428-46e4-a032-65303c451794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:42:24.696141 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-9d725b05-473c-4f38-b83d-e588bc180add req-ea07f9fb-867c-4b8d-8ac3-7298afcba64d service neutron] Bound port: ed384a80-1f9f-476a-b97b-aa412b2f3e8e, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c168d9c9-0428-46e4-a032-65303c451794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:42:24.696432 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-9d725b05-473c-4f38-b83d-e588bc180add req-ea07f9fb-867c-4b8d-8ac3-7298afcba64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (ed384a80-1f9f-476a-b97b-aa412b2f3e8e), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:24.776391 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-9d725b05-473c-4f38-b83d-e588bc180add req-ea07f9fb-867c-4b8d-8ac3-7298afcba64d service neutron] For port ed384a80-1f9f-476a-b97b-aa412b2f3e8e, host hv-cinder-82806, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:42:24.779797 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-9d725b05-473c-4f38-b83d-e588bc180add req-ea07f9fb-867c-4b8d-8ac3-7298afcba64d service neutron] For port ed384a80-1f9f-476a-b97b-aa412b2f3e8e, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=ed384a80-1f9f-476a-b97b-aa412b2f3e8e,segment=NetworkSegment(c168d9c9-0428-46e4-a032-65303c451794),segment_id=c168d9c9-0428-46e4-a032-65303c451794)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:42:24.782389 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 55725b88-e980-424f-91f6-78757fc06a2a is: BUILD; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:42:24.782937 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (55725b88-e980-424f-91f6-78757fc06a2a), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:24.790296 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-9d725b05-473c-4f38-b83d-e588bc180add req-ea07f9fb-867c-4b8d-8ac3-7298afcba64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (ed384a80-1f9f-476a-b97b-aa412b2f3e8e), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:24.820813 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a602fde-ab06-459f-83dc-10ee456f77e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55725b88-e980-424f-91f6-78757fc06a2a'}] {{(pid=102734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:42:24.828115 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f765ceee2b9e6863c7c09e3b0452b272479917b97bc142159859c6a833de831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73d1753-79f8-402b-9623-043ea0aa6b7d" -d '{"events": [{"server_uuid": "2a602fde-ab06-459f-83dc-10ee456f77e5", "name": "network-vif-plugged", "status": "completed", "tag": "55725b88-e980-424f-91f6-78757fc06a2a"}]}' {{(pid=102734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:42:24.830842 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97488ca7-ad14-49ed-a579-8393632e28ca req-276212cb-2fbe-4e56-a595-2c0f5da7073c tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:24.833183 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-97488ca7-ad14-49ed-a579-8393632e28ca req-276212cb-2fbe-4e56-a595-2c0f5da7073c tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 943 time: 0.0779967 Feb 10 03:42:24.842610 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 55725b88-e980-424f-91f6-78757fc06a2a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=55725b88-e980-424f-91f6-78757fc06a2a,segment=NetworkSegment(784eaaa7-3d14-4567-8c49-962a1b348d44),segment_id=784eaaa7-3d14-4567-8c49-962a1b348d44)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:42:24.866912 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d725b05-473c-4f38-b83d-e588bc180add req-ea07f9fb-867c-4b8d-8ac3-7298afcba64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:24.869080 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (55725b88-e980-424f-91f6-78757fc06a2a), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:24.874935 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-9d725b05-473c-4f38-b83d-e588bc180add req-ea07f9fb-867c-4b8d-8ac3-7298afcba64d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:24.876707 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9d725b05-473c-4f38-b83d-e588bc180add req-ea07f9fb-867c-4b8d-8ac3-7298afcba64d service neutron] 10.222.0.21 "PUT /v2.0/ports/ed384a80-1f9f-476a-b97b-aa412b2f3e8e HTTP/1.1" status: 200 len: 1093 time: 0.9778099 Feb 10 03:42:24.877220 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9639e1b6-e005-4646-80c2-7d526aedf8f2', 'tag': 'ed384a80-1f9f-476a-b97b-aa412b2f3e8e'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:42:24.886023 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dcb05a-83ef-4067-8036-078ca803575f" -d '{"events": [{"name": "network-changed", "server_uuid": "9639e1b6-e005-4646-80c2-7d526aedf8f2", "tag": "ed384a80-1f9f-476a-b97b-aa412b2f3e8e"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:42:24.915732 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cdd623-c578-4b4f-953e-6b0e9e0e1f23 x-openstack-request-id: req-c0cdd623-c578-4b4f-953e-6b0e9e0e1f23 {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:42:24.916028 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a602fde-ab06-459f-83dc-10ee456f77e5", "name": "network-vif-plugged", "status": "completed", "tag": "55725b88-e980-424f-91f6-78757fc06a2a", "code": 200}]} {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:42:24.916358 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0cdd623-c578-4b4f-953e-6b0e9e0e1f23 {{(pid=102734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:42:24.916742 dv-cinder-828060-2-iscsi neutron-server[102734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a602fde-ab06-459f-83dc-10ee456f77e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55725b88-e980-424f-91f6-78757fc06a2a', 'code': 200} Feb 10 03:42:24.919894 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07f9fb-867c-4b8d-8ac3-7298afcba64d service neutron] Pushing event updated for resources: {'Port': ['ID=ed384a80-1f9f-476a-b97b-aa412b2f3e8e,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:24.922794 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-97488ca7-ad14-49ed-a579-8393632e28ca req-e1451f74-af73-460a-b83d-df0a81fd207e tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777771 Feb 10 03:42:24.961941 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75e7fda-6074-45e6-8ce1-8f728705bc0b x-openstack-request-id: req-d75e7fda-6074-45e6-8ce1-8f728705bc0b {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:42:24.962232 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9639e1b6-e005-4646-80c2-7d526aedf8f2", "tag": "ed384a80-1f9f-476a-b97b-aa412b2f3e8e", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:42:24.962482 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d75e7fda-6074-45e6-8ce1-8f728705bc0b {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:42:24.963009 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9639e1b6-e005-4646-80c2-7d526aedf8f2', 'tag': 'ed384a80-1f9f-476a-b97b-aa412b2f3e8e', 'status': 'completed', 'code': 200} Feb 10 03:42:24.971095 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=55725b88-e980-424f-91f6-78757fc06a2a,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:24.977152 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:25.128815 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d725b05-473c-4f38-b83d-e588bc180add req-5972cab0-c8fd-411e-9a35-fdabb706d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:25.131230 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9d725b05-473c-4f38-b83d-e588bc180add req-5972cab0-c8fd-411e-9a35-fdabb706d1ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9861d9e039084b9b9b24721464eea6e6&device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 1127 time: 0.0569987 Feb 10 03:42:25.223051 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9d725b05-473c-4f38-b83d-e588bc180add req-d09554ef-aa36-48ef-b03a-00fa404207c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed384a80-1f9f-476a-b97b-aa412b2f3e8e HTTP/1.1" status: 200 len: 217 time: 0.0740688 Feb 10 03:42:25.276212 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64d455-2ab3-46bc-8e7f-be2ed53d23b8 req-80e0931d-d8a8-478a-990f-dfdd0b8e97fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:25.277812 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-ae64d455-2ab3-46bc-8e7f-be2ed53d23b8 req-80e0931d-d8a8-478a-990f-dfdd0b8e97fb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 1129 time: 0.0805786 Feb 10 03:42:25.292399 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d725b05-473c-4f38-b83d-e588bc180add req-f180c5dc-40f4-49e2-a2fa-9a69256bed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:25.293734 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9d725b05-473c-4f38-b83d-e588bc180add req-f180c5dc-40f4-49e2-a2fa-9a69256bed71 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c7ae98f-4290-4591-b0b0-01ae38e627b6 HTTP/1.1" status: 200 len: 850 time: 0.0571716 Feb 10 03:42:25.353533 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-ae64d455-2ab3-46bc-8e7f-be2ed53d23b8 req-8306ef51-92dc-4564-adf8-d38166a82e26 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b0b15c58-4292-41dd-9eaf-449e01ee5af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679207 Feb 10 03:42:25.364641 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d725b05-473c-4f38-b83d-e588bc180add req-b77e2dd0-c6af-4861-8c9d-aeea606dc86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:25.366120 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9d725b05-473c-4f38-b83d-e588bc180add req-b77e2dd0-c6af-4861-8c9d-aeea606dc86b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3af7982f-b432-4a57-9896-b601a1ffbd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640786 Feb 10 03:42:25.574452 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74661b-6263-4e50-a16d-d75e4f615e67 req-9ebdfe68-ae44-4ed5-8b34-01579860f1d2 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:25.575983 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9f74661b-6263-4e50-a16d-d75e4f615e67 req-9ebdfe68-ae44-4ed5-8b34-01579860f1d2 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 945 time: 0.0547833 Feb 10 03:42:25.625579 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9f74661b-6263-4e50-a16d-d75e4f615e67 req-d0bf43fa-9d8d-4b57-98c3-5924cbd3a39f tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b15c58-4292-41dd-9eaf-449e01ee5af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437019 Feb 10 03:42:26.056853 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099647f3-b675-4919-988c-cdf5723b5e3a req-8506bb0d-192f-4a0c-9e67-8852b1b17faa tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:26.058347 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-099647f3-b675-4919-988c-cdf5723b5e3a req-8506bb0d-192f-4a0c-9e67-8852b1b17faa tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 943 time: 0.0606287 Feb 10 03:42:26.108907 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-099647f3-b675-4919-988c-cdf5723b5e3a req-4bbf0495-9c04-4218-998d-e9396af3a026 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433533 Feb 10 03:42:26.154433 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:26.765551 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dfe0b-6ab5-410c-80d5-c18f6ba78272 req-52159031-3129-46d8-8118-2aa61d739fc0 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:26.767039 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b01dfe0b-6ab5-410c-80d5-c18f6ba78272 req-52159031-3129-46d8-8118-2aa61d739fc0 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 945 time: 0.0588405 Feb 10 03:42:26.813436 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b01dfe0b-6ab5-410c-80d5-c18f6ba78272 req-af44d043-3cff-4a45-8af4-2c665bc69960 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b15c58-4292-41dd-9eaf-449e01ee5af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407302 Feb 10 03:42:27.246190 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d8e4a-32ef-4fa1-ba86-813327192bf3 req-085ba250-b8aa-4fa5-8b21-38582010eed7 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:27.247687 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c64d8e4a-32ef-4fa1-ba86-813327192bf3 req-085ba250-b8aa-4fa5-8b21-38582010eed7 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 943 time: 0.0560954 Feb 10 03:42:27.296823 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c64d8e4a-32ef-4fa1-ba86-813327192bf3 req-b62ee5c7-adb3-4e2f-96ed-b7b1215010df tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435307 Feb 10 03:42:27.943558 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab423dba-5764-4ef7-8491-e5f5263d4610 req-0eb89ca1-d557-4b73-aae4-841b119b9c0c tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:27.944919 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ab423dba-5764-4ef7-8491-e5f5263d4610 req-0eb89ca1-d557-4b73-aae4-841b119b9c0c tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 945 time: 0.0576499 Feb 10 03:42:27.990623 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ab423dba-5764-4ef7-8491-e5f5263d4610 req-dd6c0787-576e-4231-811c-f92e5330976d tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b15c58-4292-41dd-9eaf-449e01ee5af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399480 Feb 10 03:42:28.421882 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cc3f3-cc14-4911-bda1-1d3448c151dc req-91723d63-992b-4b7a-a3ff-6815ff8ec9ab tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:28.423388 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dc7cc3f3-cc14-4911-bda1-1d3448c151dc req-91723d63-992b-4b7a-a3ff-6815ff8ec9ab tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 943 time: 0.0532236 Feb 10 03:42:28.471438 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dc7cc3f3-cc14-4911-bda1-1d3448c151dc req-8a7d5146-8972-44cf-b4af-08b173a429b1 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425966 Feb 10 03:42:28.601421 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9d725b05-473c-4f38-b83d-e588bc180add req-641df013-2711-4a44-a8d7-925ce2a5868c service neutron] 10.222.0.21 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852635 Feb 10 03:42:28.696422 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9d725b05-473c-4f38-b83d-e588bc180add req-675b0aed-a486-4afc-a10d-8f024102442f service neutron] 10.222.0.21 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883071 Feb 10 03:42:28.845325 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcb05a-83ef-4067-8036-078ca803575f req-21f8d018-5711-4137-82b2-d3a2eb1a09e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:28.846886 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-21dcb05a-83ef-4067-8036-078ca803575f req-21f8d018-5711-4137-82b2-d3a2eb1a09e6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9861d9e039084b9b9b24721464eea6e6&device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 1127 time: 0.0459545 Feb 10 03:42:28.946347 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcb05a-83ef-4067-8036-078ca803575f req-020c3231-f0f2-476d-8f88-1e84319e1904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:28.947904 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-21dcb05a-83ef-4067-8036-078ca803575f req-020c3231-f0f2-476d-8f88-1e84319e1904 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3af7982f-b432-4a57-9896-b601a1ffbd3e HTTP/1.1" status: 200 len: 912 time: 0.0876107 Feb 10 03:42:28.993298 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-21dcb05a-83ef-4067-8036-078ca803575f req-754bf67b-607e-4bce-9cfa-afecc098f42e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed384a80-1f9f-476a-b97b-aa412b2f3e8e HTTP/1.1" status: 200 len: 217 time: 0.0336380 Feb 10 03:42:29.043330 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcb05a-83ef-4067-8036-078ca803575f req-22088f9a-dfff-4d27-9c4f-e4f7b084df61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:29.044866 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-21dcb05a-83ef-4067-8036-078ca803575f req-22088f9a-dfff-4d27-9c4f-e4f7b084df61 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c7ae98f-4290-4591-b0b0-01ae38e627b6 HTTP/1.1" status: 200 len: 850 time: 0.0433061 Feb 10 03:42:29.099672 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcb05a-83ef-4067-8036-078ca803575f req-35ec7406-1017-4ac1-af16-6f523469d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:29.101210 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-21dcb05a-83ef-4067-8036-078ca803575f req-35ec7406-1017-4ac1-af16-6f523469d203 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3af7982f-b432-4a57-9896-b601a1ffbd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461965 Feb 10 03:42:29.115097 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128a3b7-91d0-442f-b9d3-394807fba197 req-bac32ea1-088c-4768-a4cd-595250002d99 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:29.116594 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5128a3b7-91d0-442f-b9d3-394807fba197 req-bac32ea1-088c-4768-a4cd-595250002d99 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 945 time: 0.0555010 Feb 10 03:42:29.183295 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5128a3b7-91d0-442f-b9d3-394807fba197 req-ac3dfb04-6ef0-44cc-a58f-cbfd189c941f tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b15c58-4292-41dd-9eaf-449e01ee5af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594015 Feb 10 03:42:29.208271 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-21dcb05a-83ef-4067-8036-078ca803575f req-71c0f7fa-3766-4af5-b1ec-4a72eb99f511 service neutron] 10.222.0.21 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893326 Feb 10 03:42:29.228210 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f57974-30ac-4f61-a055-2124a78c03eb req-3e234359-f354-4796-92c6-f3972f5e5482 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:29.229683 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f7f57974-30ac-4f61-a055-2124a78c03eb req-3e234359-f354-4796-92c6-f3972f5e5482 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 945 time: 0.0716171 Feb 10 03:42:29.275480 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f7f57974-30ac-4f61-a055-2124a78c03eb req-f12f7fbd-97fb-452d-b8a9-279c9b6bfcb5 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400679 Feb 10 03:42:29.348925 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-21dcb05a-83ef-4067-8036-078ca803575f req-1d3e25c3-6ea8-4ab3-932e-cb0a0044a8f9 service neutron] 10.222.0.21 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866263 Feb 10 03:42:29.612557 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f9970-7860-40e5-9478-591c2da9e7e6 req-1650e434-d3ea-4cb7-9b84-9e959a72f4ef tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:29.613964 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3b6f9970-7860-40e5-9478-591c2da9e7e6 req-1650e434-d3ea-4cb7-9b84-9e959a72f4ef tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 943 time: 0.0704696 Feb 10 03:42:29.664248 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3b6f9970-7860-40e5-9478-591c2da9e7e6 req-8170a5d7-b51b-4ee8-83cd-c4eff80f6e43 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436990 Feb 10 03:42:30.315048 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8329a-6c75-4db1-91f1-cf0671d1e890 req-3410df0e-9b81-4e37-bac5-22f09392c22e tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:30.316627 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a4c8329a-6c75-4db1-91f1-cf0671d1e890 req-3410df0e-9b81-4e37-bac5-22f09392c22e tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 945 time: 0.0576828 Feb 10 03:42:30.387042 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a4c8329a-6c75-4db1-91f1-cf0671d1e890 req-50d3d5e6-cc3e-4d05-83b1-2433e4ae622e tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b15c58-4292-41dd-9eaf-449e01ee5af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647175 Feb 10 03:42:30.409726 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c466de-a108-41b9-8a17-8ba39fb6e9ba req-17b2a28c-4f0d-4d82-9733-9462d102bb8e tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:30.411195 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c0c466de-a108-41b9-8a17-8ba39fb6e9ba req-17b2a28c-4f0d-4d82-9733-9462d102bb8e tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 945 time: 0.0615249 Feb 10 03:42:30.465937 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c0c466de-a108-41b9-8a17-8ba39fb6e9ba req-c62879f7-f658-4154-8049-ee277ef01855 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491092 Feb 10 03:42:30.505843 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb80334-c8dc-4dbd-a0b1-f401bb0c434f req-1120e971-b565-4dc9-88e9-26665dd28164 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:30.507324 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9cb80334-c8dc-4dbd-a0b1-f401bb0c434f req-1120e971-b565-4dc9-88e9-26665dd28164 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 945 time: 0.0565221 Feb 10 03:42:30.517440 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 49558) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:42:30.529481 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-27f5ea8f-4dab-4a01-ba8c-9a4fdcaf19e5 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Request body: {'floatingip': {'port_id': '55725b88-e980-424f-91f6-78757fc06a2a'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:42:30.568598 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-27f5ea8f-4dab-4a01-ba8c-9a4fdcaf19e5 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for floatingip (44cdcff0-b2e1-4547-b8dd-f6ba5ddfa095), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:30.805277 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86237945-8d3b-4eab-9d18-8cd8bab711f7 req-7b7ba26f-ecfc-4073-a309-29b406ae81e0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:30.806803 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-86237945-8d3b-4eab-9d18-8cd8bab711f7 req-7b7ba26f-ecfc-4073-a309-29b406ae81e0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 943 time: 0.0608649 Feb 10 03:42:30.861195 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-86237945-8d3b-4eab-9d18-8cd8bab711f7 req-f2016c0f-ad8f-4dba-8b44-47b8aa079c9c tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486314 Feb 10 03:42:31.041927 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-27f5ea8f-4dab-4a01-ba8c-9a4fdcaf19e5 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:31.048608 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-27f5ea8f-4dab-4a01-ba8c-9a4fdcaf19e5 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575287'] for floatingip (44cdcff0-b2e1-4547-b8dd-f6ba5ddfa095), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:31.153054 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.db.l3_db [None req-27f5ea8f-4dab-4a01-ba8c-9a4fdcaf19e5 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Floating IP 44cdcff0-b2e1-4547-b8dd-f6ba5ddfa095 associated. External IP: 172.27.0.159, port: 55725b88-e980-424f-91f6-78757fc06a2a. Feb 10 03:42:31.370461 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f5ea8f-4dab-4a01-ba8c-9a4fdcaf19e5 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Router e3b1416d-13b2-4560-b5ee-cfe3cecaf120 has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:42:31.478914 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f5ea8f-4dab-4a01-ba8c-9a4fdcaf19e5 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:42:31.484241 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-27f5ea8f-4dab-4a01-ba8c-9a4fdcaf19e5 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for floatingip (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:31.489395 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445b86e1-632f-4679-9f96-58a122366bca None None] Sync routers for ids ['e3b1416d-13b2-4560-b5ee-cfe3cecaf120'] in dv-cinder-828060-2-iscsi {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:42:31.501803 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445b86e1-632f-4679-9f96-58a122366bca None None] Routers {'e3b1416d-13b2-4560-b5ee-cfe3cecaf120'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:42:31.501977 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-445b86e1-632f-4679-9f96-58a122366bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:42:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['e3b1416d-13b2-4560-b5ee-cfe3cecaf120'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:42:31.515571 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-27f5ea8f-4dab-4a01-ba8c-9a4fdcaf19e5 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "PUT /v2.0/floatingips/44cdcff0-b2e1-4547-b8dd-f6ba5ddfa095 HTTP/1.1" status: 200 len: 991 time: 0.9970551 Feb 10 03:42:31.516440 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a602fde-ab06-459f-83dc-10ee456f77e5', 'tag': '55725b88-e980-424f-91f6-78757fc06a2a'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:42:31.518995 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d40fe9-bd52-47b7-a046-e700cd78d992" -d '{"events": [{"name": "network-changed", "server_uuid": "2a602fde-ab06-459f-83dc-10ee456f77e5", "tag": "55725b88-e980-424f-91f6-78757fc06a2a"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:42:31.619172 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-445b86e1-632f-4679-9f96-58a122366bca None None] Set router e3b1416d-13b2-4560-b5ee-cfe3cecaf120 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:42:31.622568 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cf5cd-deb1-49fa-ab29-4e16963d46d8 req-03bb092f-83da-462f-831a-0dee66bfbb20 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:31.624100 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-db6cf5cd-deb1-49fa-ab29-4e16963d46d8 req-03bb092f-83da-462f-831a-0dee66bfbb20 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 945 time: 0.0841963 Feb 10 03:42:31.635308 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a73161-63f8-44e6-b7fa-ab8051e65f3e req-256373f3-4c13-4a13-866f-efd6c9336edc tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:31.636730 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-81a73161-63f8-44e6-b7fa-ab8051e65f3e req-256373f3-4c13-4a13-866f-efd6c9336edc tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 945 time: 0.0698652 Feb 10 03:42:31.710427 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-db6cf5cd-deb1-49fa-ab29-4e16963d46d8 req-2950a692-5713-46b5-92fd-231a7411d84d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727577 Feb 10 03:42:31.717527 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-81a73161-63f8-44e6-b7fa-ab8051e65f3e req-15cdf306-620e-4a89-a865-40f6d90a5e73 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b15c58-4292-41dd-9eaf-449e01ee5af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743504 Feb 10 03:42:31.815820 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6def33-e5bb-4dc0-bbad-4fdcad967ee7 x-openstack-request-id: req-2c6def33-e5bb-4dc0-bbad-4fdcad967ee7 {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:42:31.816112 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a602fde-ab06-459f-83dc-10ee456f77e5", "tag": "55725b88-e980-424f-91f6-78757fc06a2a", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:42:31.816371 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c6def33-e5bb-4dc0-bbad-4fdcad967ee7 {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:42:31.816777 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a602fde-ab06-459f-83dc-10ee456f77e5', 'tag': '55725b88-e980-424f-91f6-78757fc06a2a', 'status': 'completed', 'code': 200} Feb 10 03:42:31.851026 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-445b86e1-632f-4679-9f96-58a122366bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'name': 'tempest-AttachVolumeTestJSON-565419419-router', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:18Z', 'revision_number': 4, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'gw_port': {'id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:09Z', 'updated_at': '2022-02-10T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_floatingips': [{'id': '44cdcff0-b2e1-4547-b8dd-f6ba5ddfa095', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'port_id': '55725b88-e980-424f-91f6-78757fc06a2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38', 'mac_address': 'fa:16:3e:1b:59:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a602fde-ab06-459f-83dc-10ee456f77e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:42:07Z', 'updated_at': '2022-02-10T03:42:30Z', 'revision_number': 1, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2488aed3-ffc0-4c83-9a18-b6d2570ce823', 'name': '', 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'mac_address': 'fa:16:3e:96:ee:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:16Z', 'updated_at': '2022-02-10T03:37:29Z', 'revision_number': 5, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'subnets': [{'id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:42:31.879365 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445b86e1-632f-4679-9f96-58a122366bca None None] Checking router: e3b1416d-13b2-4560-b5ee-cfe3cecaf120 for host: dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:42:31.888290 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445b86e1-632f-4679-9f96-58a122366bca None None] Routers {'e3b1416d-13b2-4560-b5ee-cfe3cecaf120'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:42:31.888898 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-445b86e1-632f-4679-9f96-58a122366bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:42:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['e3b1416d-13b2-4560-b5ee-cfe3cecaf120'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:42:31.912690 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d40fe9-bd52-47b7-a046-e700cd78d992 req-0fc972a1-eb14-4a7e-8883-321ae6d83982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:31.914261 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-25d40fe9-bd52-47b7-a046-e700cd78d992 req-0fc972a1-eb14-4a7e-8883-321ae6d83982 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f327fcae4b024948a911ad1bdeb06ad9&device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 1129 time: 0.0464010 Feb 10 03:42:31.990347 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a008d0-0470-4349-9118-fe0c40b767d3 req-ef2810e7-fdef-4d00-91ba-2a04ce94b13f tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:31.992487 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f4a008d0-0470-4349-9118-fe0c40b767d3 req-ef2810e7-fdef-4d00-91ba-2a04ce94b13f tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 943 time: 0.0603497 Feb 10 03:42:32.000331 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-445b86e1-632f-4679-9f96-58a122366bca None None] Set router e3b1416d-13b2-4560-b5ee-cfe3cecaf120 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:42:32.026469 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d40fe9-bd52-47b7-a046-e700cd78d992 req-99590331-e765-4682-8f40-5c76977278d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:32.028197 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-25d40fe9-bd52-47b7-a046-e700cd78d992 req-99590331-e765-4682-8f40-5c76977278d6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d05c7b61-b2b5-4d63-9ad8-889925a1fb38 HTTP/1.1" status: 200 len: 911 time: 0.1064465 Feb 10 03:42:32.080688 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f4a008d0-0470-4349-9118-fe0c40b767d3 req-598f6b18-ced6-4d9c-ab13-741527e9f1e4 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632503 Feb 10 03:42:32.107714 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-25d40fe9-bd52-47b7-a046-e700cd78d992 req-8424c761-1642-4424-a37b-d313d7524980 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55725b88-e980-424f-91f6-78757fc06a2a HTTP/1.1" status: 200 len: 999 time: 0.0732594 Feb 10 03:42:32.158852 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d40fe9-bd52-47b7-a046-e700cd78d992 req-cdea9569-5a74-4b0b-b887-31e3268623f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:32.160338 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-25d40fe9-bd52-47b7-a046-e700cd78d992 req-cdea9569-5a74-4b0b-b887-31e3268623f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bec865b2-7c97-41d1-94cb-c04a8fe247f5 HTTP/1.1" status: 200 len: 849 time: 0.0435779 Feb 10 03:42:32.220856 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d40fe9-bd52-47b7-a046-e700cd78d992 req-efde38ee-34f2-4bff-a674-6771faf09597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:32.222469 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-25d40fe9-bd52-47b7-a046-e700cd78d992 req-efde38ee-34f2-4bff-a674-6771faf09597 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d05c7b61-b2b5-4d63-9ad8-889925a1fb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515528 Feb 10 03:42:32.249208 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-445b86e1-632f-4679-9f96-58a122366bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'name': 'tempest-AttachVolumeTestJSON-565419419-router', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:18Z', 'revision_number': 4, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'gw_port': {'id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:09Z', 'updated_at': '2022-02-10T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_floatingips': [{'id': '44cdcff0-b2e1-4547-b8dd-f6ba5ddfa095', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'port_id': '55725b88-e980-424f-91f6-78757fc06a2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38', 'mac_address': 'fa:16:3e:1b:59:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a602fde-ab06-459f-83dc-10ee456f77e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:42:07Z', 'updated_at': '2022-02-10T03:42:30Z', 'revision_number': 1, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2488aed3-ffc0-4c83-9a18-b6d2570ce823', 'name': '', 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'mac_address': 'fa:16:3e:96:ee:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:16Z', 'updated_at': '2022-02-10T03:37:29Z', 'revision_number': 5, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'subnets': [{'id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:42:32.281442 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445b86e1-632f-4679-9f96-58a122366bca None None] The sync data for ids ['e3b1416d-13b2-4560-b5ee-cfe3cecaf120'] in dv-cinder-828060-2-iscsi is: [{'id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'name': 'tempest-AttachVolumeTestJSON-565419419-router', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:18Z', 'revision_number': 4, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'gw_port': {'id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:09Z', 'updated_at': '2022-02-10T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_floatingips': [{'id': '44cdcff0-b2e1-4547-b8dd-f6ba5ddfa095', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'port_id': '55725b88-e980-424f-91f6-78757fc06a2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38', 'mac_address': 'fa:16:3e:1b:59:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a602fde-ab06-459f-83dc-10ee456f77e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:42:07Z', 'updated_at': '2022-02-10T03:42:30Z', 'revision_number': 1, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2488aed3-ffc0-4c83-9a18-b6d2570ce823', 'name': '', 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'mac_address': 'fa:16:3e:96:ee:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:16Z', 'updated_at': '2022-02-10T03:37:29Z', 'revision_number': 5, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'subnets': [{'id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:42:32.319247 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-25d40fe9-bd52-47b7-a046-e700cd78d992 req-773d3a2d-a35e-4545-b7ec-194458e4ae5a service neutron] 10.222.0.21 "GET /v2.0/networks/d05c7b61-b2b5-4d63-9ad8-889925a1fb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893826 Feb 10 03:42:32.417775 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-25d40fe9-bd52-47b7-a046-e700cd78d992 req-d167edde-5141-4e0d-b4de-13595feb92bb service neutron] 10.222.0.21 "GET /v2.0/networks/d05c7b61-b2b5-4d63-9ad8-889925a1fb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918303 Feb 10 03:42:32.487241 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af24370-01df-4dd7-a991-1d745d778218 None None] New status for floating IP 44cdcff0-b2e1-4547-b8dd-f6ba5ddfa095: ACTIVE {{(pid=102735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 03:42:32.885030 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959df761-4bd9-4ac9-8a87-f4bd93e037b9 req-33a8e4e3-e9a4-4721-8c7d-747ae835c5de tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:32.886491 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-959df761-4bd9-4ac9-8a87-f4bd93e037b9 req-33a8e4e3-e9a4-4721-8c7d-747ae835c5de tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 945 time: 0.0888057 Feb 10 03:42:32.896544 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042062a-0c35-46c1-9273-3b1e0dc56095 req-230d2014-69c1-4e9a-8b1e-8dac28491881 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:32.897957 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a042062a-0c35-46c1-9273-3b1e0dc56095 req-230d2014-69c1-4e9a-8b1e-8dac28491881 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 945 time: 0.0984192 Feb 10 03:42:32.965385 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-959df761-4bd9-4ac9-8a87-f4bd93e037b9 req-455f7936-8983-449d-80aa-d55212e265f5 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b15c58-4292-41dd-9eaf-449e01ee5af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663393 Feb 10 03:42:32.972564 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a042062a-0c35-46c1-9273-3b1e0dc56095 req-6acb8ea0-6a2d-4f80-a815-f7d0cd207022 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678718 Feb 10 03:42:33.185179 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa37f7-81cf-463e-8c42-9ffe4fad09f0 req-094bef8a-38b7-4213-bf21-b0bc624a9564 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:33.186707 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-fcfa37f7-81cf-463e-8c42-9ffe4fad09f0 req-094bef8a-38b7-4213-bf21-b0bc624a9564 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 943 time: 0.0576074 Feb 10 03:42:33.240088 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-fcfa37f7-81cf-463e-8c42-9ffe4fad09f0 req-83fddbde-9797-4690-9781-c9690c1bc6b6 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464051 Feb 10 03:42:33.410499 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 49630) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:42:33.522550 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-78581109-fd8f-4aec-bf44-42a92e98bb79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:33.598626 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-78581109-fd8f-4aec-bf44-42a92e98bb79 admin admin] Publish callbacks [] for security_group (0dc25259-7102-418d-b960-9deb31278cc2), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:33.604768 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-78581109-fd8f-4aec-bf44-42a92e98bb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (0dc25259-7102-418d-b960-9deb31278cc2), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:33.642683 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-78581109-fd8f-4aec-bf44-42a92e98bb79 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1dc138db541e499fa79babcd018c355f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310877 Feb 10 03:42:33.643530 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78581109-fd8f-4aec-bf44-42a92e98bb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc25259-7102-418d-b960-9deb31278cc2,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:33.645694 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 49634) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:42:33.650760 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78581109-fd8f-4aec-bf44-42a92e98bb79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:33.651133 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78581109-fd8f-4aec-bf44-42a92e98bb79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:33.651497 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78581109-fd8f-4aec-bf44-42a92e98bb79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:33.651835 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78581109-fd8f-4aec-bf44-42a92e98bb79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:33.652168 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78581109-fd8f-4aec-bf44-42a92e98bb79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:33.652497 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78581109-fd8f-4aec-bf44-42a92e98bb79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:33.652822 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78581109-fd8f-4aec-bf44-42a92e98bb79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:33.653151 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78581109-fd8f-4aec-bf44-42a92e98bb79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:33.653455 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78581109-fd8f-4aec-bf44-42a92e98bb79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:33.653788 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78581109-fd8f-4aec-bf44-42a92e98bb79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:33.654107 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78581109-fd8f-4aec-bf44-42a92e98bb79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:33.654428 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78581109-fd8f-4aec-bf44-42a92e98bb79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:33.654773 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78581109-fd8f-4aec-bf44-42a92e98bb79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:33.695516 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-5eb25aed-282e-44c9-b816-8b488818703e admin admin] Publish callbacks [] for security_group (0dc25259-7102-418d-b960-9deb31278cc2), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:33.719076 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-5eb25aed-282e-44c9-b816-8b488818703e admin admin] Publish callbacks [] for security_group (0dc25259-7102-418d-b960-9deb31278cc2), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:33.772215 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-5eb25aed-282e-44c9-b816-8b488818703e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (0dc25259-7102-418d-b960-9deb31278cc2), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:33.775013 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-5eb25aed-282e-44c9-b816-8b488818703e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:33.775964 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-5eb25aed-282e-44c9-b816-8b488818703e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0dc25259-7102-418d-b960-9deb31278cc2 HTTP/1.1" status: 204 len: 168 time: 0.1292310 Feb 10 03:42:33.785242 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb25aed-282e-44c9-b816-8b488818703e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc25259-7102-418d-b960-9deb31278cc2,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:34.045800 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 49642) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:42:34.059209 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a278c219-c2ec-48a3-89bf-1b4755b9b770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:34.102116 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d38f5c-068a-43f5-a327-03bbdd69c657 req-bbc58fd2-7136-46e2-9d09-a64da93aea10 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:34.103612 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-92d38f5c-068a-43f5-a327-03bbdd69c657 req-bbc58fd2-7136-46e2-9d09-a64da93aea10 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 945 time: 0.0534453 Feb 10 03:42:34.133053 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a278c219-c2ec-48a3-89bf-1b4755b9b770 admin admin] Publish callbacks [] for security_group (5e29f73a-64ed-4670-9512-cf490fbfa24f), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:34.137112 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a278c219-c2ec-48a3-89bf-1b4755b9b770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (5e29f73a-64ed-4670-9512-cf490fbfa24f), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:34.152376 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-92d38f5c-068a-43f5-a327-03bbdd69c657 req-d5de14d2-2f5f-43c8-ae95-93316fea290e tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422499 Feb 10 03:42:34.178224 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-a278c219-c2ec-48a3-89bf-1b4755b9b770 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=376ab1253e034cfe990cc34f6a2450e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311526 Feb 10 03:42:34.179230 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278c219-c2ec-48a3-89bf-1b4755b9b770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e29f73a-64ed-4670-9512-cf490fbfa24f,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:34.180833 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 49644) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:42:34.227462 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bb7e9e75-aaf8-4c57-87b7-e330b86a61e2 admin admin] Publish callbacks [] for security_group (5e29f73a-64ed-4670-9512-cf490fbfa24f), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:34.251879 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bb7e9e75-aaf8-4c57-87b7-e330b86a61e2 admin admin] Publish callbacks [] for security_group (5e29f73a-64ed-4670-9512-cf490fbfa24f), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:34.298908 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bb7e9e75-aaf8-4c57-87b7-e330b86a61e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (5e29f73a-64ed-4670-9512-cf490fbfa24f), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:34.301686 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bb7e9e75-aaf8-4c57-87b7-e330b86a61e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:34.302850 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-bb7e9e75-aaf8-4c57-87b7-e330b86a61e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e29f73a-64ed-4670-9512-cf490fbfa24f HTTP/1.1" status: 204 len: 168 time: 0.1209953 Feb 10 03:42:34.310510 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e9e75-aaf8-4c57-87b7-e330b86a61e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e29f73a-64ed-4670-9512-cf490fbfa24f,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:34.382014 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d86af-e478-4093-9eb3-c0524e01d63b req-fc584beb-fb05-471f-9f9c-605da6156bf5 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:34.382014 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-eb8d86af-e478-4093-9eb3-c0524e01d63b req-fc584beb-fb05-471f-9f9c-605da6156bf5 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 943 time: 0.0617456 Feb 10 03:42:34.431281 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-eb8d86af-e478-4093-9eb3-c0524e01d63b req-bfc2feef-6a6b-4523-a3f1-375d5c5db3f0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504637 Feb 10 03:42:35.274908 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc702df3-0de0-4b70-8105-4ae4624f19c1 req-27facdf3-2fcf-40dd-a5bc-96207a81b769 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:35.276598 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dc702df3-0de0-4b70-8105-4ae4624f19c1 req-27facdf3-2fcf-40dd-a5bc-96207a81b769 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 945 time: 0.0532315 Feb 10 03:42:35.327538 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dc702df3-0de0-4b70-8105-4ae4624f19c1 req-5b43bb8e-5619-470b-9183-13e233508589 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423694 Feb 10 03:42:35.469189 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 6 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:42:35.559628 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080e178-3735-486f-a2c6-5eedc6e1d75b req-2e93be3a-82f0-45f4-93d1-11e50b43712b tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:35.561618 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c080e178-3735-486f-a2c6-5eedc6e1d75b req-2e93be3a-82f0-45f4-93d1-11e50b43712b tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 943 time: 0.0589340 Feb 10 03:42:35.610776 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c080e178-3735-486f-a2c6-5eedc6e1d75b req-b7163a1f-0b0f-45b4-94e9-89092fbcc26a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433109 Feb 10 03:42:36.469805 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f4e12-2dfd-4291-a740-c17a10988583 req-35370743-3700-42c9-93d8-c1fab9b9f2f5 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:36.471191 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-374f4e12-2dfd-4291-a740-c17a10988583 req-35370743-3700-42c9-93d8-c1fab9b9f2f5 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 945 time: 0.0685253 Feb 10 03:42:36.521084 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-374f4e12-2dfd-4291-a740-c17a10988583 req-dc11b30f-1642-493c-a798-17820f7c595f tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419993 Feb 10 03:42:36.628486 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device ed384a80-1f9f-476a-b97b-aa412b2f3e8e details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:42:36.744293 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b86dcf-2deb-4b14-92c4-5a92721f3a7d req-2ae6f791-b91f-4ef2-bc0b-acc10df5d5c5 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:36.745779 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e0b86dcf-2deb-4b14-92c4-5a92721f3a7d req-2ae6f791-b91f-4ef2-bc0b-acc10df5d5c5 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 943 time: 0.0643780 Feb 10 03:42:36.798323 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e0b86dcf-2deb-4b14-92c4-5a92721f3a7d req-b5ad108a-a814-49f5-a066-028f38a97d7c tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461166 Feb 10 03:42:36.866285 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port ed384a80-1f9f-476a-b97b-aa412b2f3e8e, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=ed384a80-1f9f-476a-b97b-aa412b2f3e8e,segment=NetworkSegment(c168d9c9-0428-46e4-a032-65303c451794),segment_id=c168d9c9-0428-46e4-a032-65303c451794)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:42:36.877708 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Returning: {'device': 'ed384a80-1f9f-476a-b97b-aa412b2f3e8e', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'port_id': 'ed384a80-1f9f-476a-b97b-aa412b2f3e8e', 'mac_address': 'fa:16:3e:4b:eb:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:42:36.914175 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port ed384a80-1f9f-476a-b97b-aa412b2f3e8e is: DOWN; New status is: BUILD {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:42:36.914616 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (ed384a80-1f9f-476a-b97b-aa412b2f3e8e), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:36.931390 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed384a80-1f9f-476a-b97b-aa412b2f3e8e {{(pid=102734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:42:36.956262 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port ed384a80-1f9f-476a-b97b-aa412b2f3e8e, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=ed384a80-1f9f-476a-b97b-aa412b2f3e8e,segment=NetworkSegment(c168d9c9-0428-46e4-a032-65303c451794),segment_id=c168d9c9-0428-46e4-a032-65303c451794)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:42:36.961391 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (ed384a80-1f9f-476a-b97b-aa412b2f3e8e), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:37.007560 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=ed384a80-1f9f-476a-b97b-aa412b2f3e8e,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:37.014694 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:37.015078 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:37.015426 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:37.015769 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:37.016106 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:37.016439 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:37.016777 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:37.017147 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:37.017500 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:37.017833 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:37.018154 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:37.018469 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:37.018829 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:42:37.385177 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['ed384a80-1f9f-476a-b97b-aa412b2f3e8e'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:42:37.643444 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca58ee-6cff-4a08-ba7d-29cbc0d989c1 req-96aab7ec-2ee1-4fc7-ba18-5322f048a175 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:37.644901 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-baca58ee-6cff-4a08-ba7d-29cbc0d989c1 req-96aab7ec-2ee1-4fc7-ba18-5322f048a175 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 945 time: 0.0520587 Feb 10 03:42:37.694699 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-baca58ee-6cff-4a08-ba7d-29cbc0d989c1 req-eaddac83-531b-40fd-9247-c0fb3da061d1 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420132 Feb 10 03:42:37.928279 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063bf5e-4296-412d-bfb4-0e0ac893e6cd req-aa9607c7-d5f2-4e19-9ef4-f1c25bf5a763 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:37.930470 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6063bf5e-4296-412d-bfb4-0e0ac893e6cd req-aa9607c7-d5f2-4e19-9ef4-f1c25bf5a763 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 944 time: 0.0659513 Feb 10 03:42:37.986316 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6063bf5e-4296-412d-bfb4-0e0ac893e6cd req-28c83180-d2b0-45d6-92af-2a1b196e57e9 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474579 Feb 10 03:42:38.642163 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device ed384a80-1f9f-476a-b97b-aa412b2f3e8e up at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:42:38.693590 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning for port ed384a80-1f9f-476a-b97b-aa412b2f3e8e completed by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:42:38.698386 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning complete for port ed384a80-1f9f-476a-b97b-aa412b2f3e8e triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:42:38.698832 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (ed384a80-1f9f-476a-b97b-aa412b2f3e8e), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:38.709691 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 49748) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:42:38.782630 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port ed384a80-1f9f-476a-b97b-aa412b2f3e8e is: BUILD; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:42:38.783193 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (ed384a80-1f9f-476a-b97b-aa412b2f3e8e), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:38.815317 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9639e1b6-e005-4646-80c2-7d526aedf8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed384a80-1f9f-476a-b97b-aa412b2f3e8e'}] {{(pid=102734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:42:38.819027 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f765ceee2b9e6863c7c09e3b0452b272479917b97bc142159859c6a833de831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323851e2-ae83-46b9-b642-6aad59c35336" -d '{"events": [{"server_uuid": "9639e1b6-e005-4646-80c2-7d526aedf8f2", "name": "network-vif-plugged", "status": "completed", "tag": "ed384a80-1f9f-476a-b97b-aa412b2f3e8e"}]}' {{(pid=102734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:42:38.834409 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6bc9b7a5-0a94-4769-bc4f-b0361cfae60f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:38.835267 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port ed384a80-1f9f-476a-b97b-aa412b2f3e8e, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=ed384a80-1f9f-476a-b97b-aa412b2f3e8e,segment=NetworkSegment(c168d9c9-0428-46e4-a032-65303c451794),segment_id=c168d9c9-0428-46e4-a032-65303c451794)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:42:38.841147 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (ed384a80-1f9f-476a-b97b-aa412b2f3e8e), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:38.865136 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64de0798-a160-49bc-8f34-9c1faef8c78a x-openstack-request-id: req-64de0798-a160-49bc-8f34-9c1faef8c78a {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:42:38.865441 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9639e1b6-e005-4646-80c2-7d526aedf8f2", "name": "network-vif-plugged", "status": "completed", "tag": "ed384a80-1f9f-476a-b97b-aa412b2f3e8e", "code": 200}]} {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:42:38.865690 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64de0798-a160-49bc-8f34-9c1faef8c78a {{(pid=102734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:42:38.866083 dv-cinder-828060-2-iscsi neutron-server[102734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9639e1b6-e005-4646-80c2-7d526aedf8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed384a80-1f9f-476a-b97b-aa412b2f3e8e', 'code': 200} Feb 10 03:42:38.867562 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181880df-55da-4950-9009-d21c25279d37 req-0966db6a-e558-43e8-8899-4d3bb1b13543 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:38.869800 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-181880df-55da-4950-9009-d21c25279d37 req-0966db6a-e558-43e8-8899-4d3bb1b13543 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 945 time: 0.0953362 Feb 10 03:42:38.897781 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=ed384a80-1f9f-476a-b97b-aa412b2f3e8e,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:38.946834 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-181880df-55da-4950-9009-d21c25279d37 req-9d822e78-b156-4ded-9c5b-bcfc0570922d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625203 Feb 10 03:42:38.966090 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6bc9b7a5-0a94-4769-bc4f-b0361cfae60f admin admin] Publish callbacks [] for security_group (394c15e9-2431-461e-b01e-0d7f3534522c), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:38.970857 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6bc9b7a5-0a94-4769-bc4f-b0361cfae60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (394c15e9-2431-461e-b01e-0d7f3534522c), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:39.010749 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-6bc9b7a5-0a94-4769-bc4f-b0361cfae60f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01dbdcf9a851490c878f62722c322ea5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2973578 Feb 10 03:42:39.010749 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9b7a5-0a94-4769-bc4f-b0361cfae60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394c15e9-2431-461e-b01e-0d7f3534522c,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:39.011325 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 49762) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:42:39.067467 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dbec5ad0-f26f-472f-b7ce-e2ffda02fa5c admin admin] Publish callbacks [] for security_group (394c15e9-2431-461e-b01e-0d7f3534522c), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:39.115311 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dbec5ad0-f26f-472f-b7ce-e2ffda02fa5c admin admin] Publish callbacks [] for security_group (394c15e9-2431-461e-b01e-0d7f3534522c), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:39.157812 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c14115-68a5-46e4-9cd0-f82f02a346a7 req-ccb10fa0-b77a-4e5c-8451-9c116d006545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:39.158458 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e9ac3-a59c-42a3-afdd-b568656feafe req-6da38a80-95a3-487a-a2b8-b56118dc09b1 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:39.159362 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-64c14115-68a5-46e4-9cd0-f82f02a346a7 req-ccb10fa0-b77a-4e5c-8451-9c116d006545 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 1129 time: 0.0497077 Feb 10 03:42:39.159867 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-217e9ac3-a59c-42a3-afdd-b568656feafe req-6da38a80-95a3-487a-a2b8-b56118dc09b1 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 945 time: 0.0943205 Feb 10 03:42:39.203726 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dbec5ad0-f26f-472f-b7ce-e2ffda02fa5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (394c15e9-2431-461e-b01e-0d7f3534522c), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:39.206199 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dbec5ad0-f26f-472f-b7ce-e2ffda02fa5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:39.210007 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-dbec5ad0-f26f-472f-b7ce-e2ffda02fa5c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/394c15e9-2431-461e-b01e-0d7f3534522c HTTP/1.1" status: 204 len: 168 time: 0.1951845 Feb 10 03:42:39.210181 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-64c14115-68a5-46e4-9cd0-f82f02a346a7 req-0eb7cd5a-dd4b-40ac-8626-45296056c484 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419979 Feb 10 03:42:39.221641 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-217e9ac3-a59c-42a3-afdd-b568656feafe req-3a1ab1c1-beee-438c-9660-7dee46296c56 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561385 Feb 10 03:42:39.222452 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec5ad0-f26f-472f-b7ce-e2ffda02fa5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394c15e9-2431-461e-b01e-0d7f3534522c,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:39.483597 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 49768) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:42:39.501324 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c7e88c7b-7ba2-4758-b9fb-1dcf3b07b094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:39.577044 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c7e88c7b-7ba2-4758-b9fb-1dcf3b07b094 admin admin] Publish callbacks [] for security_group (01f4fec6-a3b8-4ede-a6be-4f65bf7150bc), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:39.582749 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c7e88c7b-7ba2-4758-b9fb-1dcf3b07b094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (01f4fec6-a3b8-4ede-a6be-4f65bf7150bc), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:39.621967 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-c7e88c7b-7ba2-4758-b9fb-1dcf3b07b094 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5941abea779145f38c1294d9c6e4ea1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369178 Feb 10 03:42:39.622810 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e88c7b-7ba2-4758-b9fb-1dcf3b07b094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f4fec6-a3b8-4ede-a6be-4f65bf7150bc,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:39.625057 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 49770) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:42:39.674030 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-bf985659-d095-456c-806f-fe5f3527d040 admin admin] Publish callbacks [] for security_group (01f4fec6-a3b8-4ede-a6be-4f65bf7150bc), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:39.696715 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-bf985659-d095-456c-806f-fe5f3527d040 admin admin] Publish callbacks [] for security_group (01f4fec6-a3b8-4ede-a6be-4f65bf7150bc), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:39.755454 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-bf985659-d095-456c-806f-fe5f3527d040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (01f4fec6-a3b8-4ede-a6be-4f65bf7150bc), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:39.759740 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-bf985659-d095-456c-806f-fe5f3527d040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:39.761391 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-bf985659-d095-456c-806f-fe5f3527d040 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/01f4fec6-a3b8-4ede-a6be-4f65bf7150bc HTTP/1.1" status: 204 len: 168 time: 0.1351748 Feb 10 03:42:39.769209 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf985659-d095-456c-806f-fe5f3527d040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f4fec6-a3b8-4ede-a6be-4f65bf7150bc,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:40.070409 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff122f-f624-4388-a82f-f930d2490eb7 req-3386c8eb-2b5b-4b7a-900d-3aa4c67da0d3 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:40.071944 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-89ff122f-f624-4388-a82f-f930d2490eb7 req-3386c8eb-2b5b-4b7a-900d-3aa4c67da0d3 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 945 time: 0.0555840 Feb 10 03:42:40.119733 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-89ff122f-f624-4388-a82f-f930d2490eb7 req-522a8e3a-6243-4878-95a5-8760c657f807 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416007 Feb 10 03:42:40.353839 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa4173-8bdd-45dd-8219-76bbef53bc84 req-9132adfb-1d7b-49e7-817b-558d34c0c622 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:40.355636 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-95aa4173-8bdd-45dd-8219-76bbef53bc84 req-9132adfb-1d7b-49e7-817b-558d34c0c622 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 945 time: 0.0530460 Feb 10 03:42:40.406671 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-95aa4173-8bdd-45dd-8219-76bbef53bc84 req-4b4d1101-fd14-4d86-86fd-be72ef3fdfe2 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449762 Feb 10 03:42:41.250625 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475cf43-16eb-4255-9d63-aeb8524b92b5 req-7d749929-1b61-400c-81b2-729134a91b64 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:41.252117 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e475cf43-16eb-4255-9d63-aeb8524b92b5 req-7d749929-1b61-400c-81b2-729134a91b64 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 945 time: 0.0579357 Feb 10 03:42:41.302317 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e475cf43-16eb-4255-9d63-aeb8524b92b5 req-601a86ae-22a1-4dfc-91c5-d633f4a41709 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417426 Feb 10 03:42:41.527152 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c6846-91b9-459e-a111-2ec697d6db49 req-a2411d1d-5a86-42b4-ac08-6fa872a6b6a0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:41.528474 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-657c6846-91b9-459e-a111-2ec697d6db49 req-a2411d1d-5a86-42b4-ac08-6fa872a6b6a0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 945 time: 0.0533280 Feb 10 03:42:41.583278 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-657c6846-91b9-459e-a111-2ec697d6db49 req-c95ac7ee-5dca-4c0c-9cae-f5e5f27cdb45 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490463 Feb 10 03:42:41.714627 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb006e62-d16f-41d6-bb48-382e3cb85442 req-9ff610ee-9984-4185-8d51-46901c707cde tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:41.716320 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-fb006e62-d16f-41d6-bb48-382e3cb85442 req-9ff610ee-9984-4185-8d51-46901c707cde tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 945 time: 0.0585561 Feb 10 03:42:41.773270 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-fb006e62-d16f-41d6-bb48-382e3cb85442 req-a17c3f5e-1832-42c5-9d68-277ca1a783dd tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513616 Feb 10 03:42:41.798417 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 49864) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:42:41.845116 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88047c9-479b-41f9-9179-bdcdf5be021f tempest-TestVolumeBootPattern-425298561 tempest-TestVolumeBootPattern-425298561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:41.846670 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-f88047c9-479b-41f9-9179-bdcdf5be021f tempest-TestVolumeBootPattern-425298561 tempest-TestVolumeBootPattern-425298561-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 1124 time: 0.0472322 Feb 10 03:42:41.849716 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 49866) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:42:41.853933 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-0311c0e8-c110-4478-afe5-a6e578802d62 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Request body: {'floatingip': {'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'port_id': 'ed384a80-1f9f-476a-b97b-aa412b2f3e8e', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:42:41.876618 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0311c0e8-c110-4478-afe5-a6e578802d62 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:41.981827 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0311c0e8-c110-4478-afe5-a6e578802d62 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:42.092335 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [None req-0311c0e8-c110-4478-afe5-a6e578802d62 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Allocated IP 172.27.0.187 (21bdb221-e4aa-4ceb-8437-3c4897a6dae2/0a389fce-60fc-45d4-b298-908574c1c629/ebd10e34-963d-4eaa-83fe-57d1c64d374d) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:42:42.194241 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0311c0e8-c110-4478-afe5-a6e578802d62 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for port (ebd10e34-963d-4eaa-83fe-57d1c64d374d), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:42.233428 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0311c0e8-c110-4478-afe5-a6e578802d62 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (ebd10e34-963d-4eaa-83fe-57d1c64d374d), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:42.291518 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0311c0e8-c110-4478-afe5-a6e578802d62 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:42:42.295283 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-0311c0e8-c110-4478-afe5-a6e578802d62 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:42:42.298794 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0311c0e8-c110-4478-afe5-a6e578802d62 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:42:42.329561 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311c0e8-c110-4478-afe5-a6e578802d62 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Pushing event updated for resources: {'Port': ['ID=ebd10e34-963d-4eaa-83fe-57d1c64d374d,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:42.445512 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa644ce-3545-426c-979e-a6ca2c66e471 req-2b990ab4-9b20-4c80-b7ec-2d84b186b4ae tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:42.447222 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7fa644ce-3545-426c-979e-a6ca2c66e471 req-2b990ab4-9b20-4c80-b7ec-2d84b186b4ae tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 945 time: 0.0566900 Feb 10 03:42:42.508411 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7fa644ce-3545-426c-979e-a6ca2c66e471 req-2106e6f3-00df-4ab1-9fa2-8899f08ded3d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541625 Feb 10 03:42:42.658624 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:42:42.777713 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=dd4ed260-10d2-4b11-ae4a-2e37c7f81db6,segment=NetworkSegment(086c110e-e949-4dfb-87df-62ade2705185),segment_id=086c110e-e949-4dfb-87df-62ade2705185)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:42:42.789906 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Returning: {'device': 'dd4ed260-10d2-4b11-ae4a-2e37c7f81db6', 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'port_id': 'dd4ed260-10d2-4b11-ae4a-2e37c7f81db6', 'mac_address': 'fa:16:3e:c2:8b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:42:42.827870 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 is: ACTIVE; New status is: BUILD {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:42:42.828254 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (dd4ed260-10d2-4b11-ae4a-2e37c7f81db6), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:42.842630 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 {{(pid=102734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:42:42.865335 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=dd4ed260-10d2-4b11-ae4a-2e37c7f81db6,segment=NetworkSegment(086c110e-e949-4dfb-87df-62ade2705185),segment_id=086c110e-e949-4dfb-87df-62ade2705185)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:42:42.870546 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (dd4ed260-10d2-4b11-ae4a-2e37c7f81db6), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:42.926626 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=dd4ed260-10d2-4b11-ae4a-2e37c7f81db6,revision_number=6']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:42.990884 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0311c0e8-c110-4478-afe5-a6e578802d62 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for floatingip (86fe693d-b0aa-48ec-903c-c0991db1c90b), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:43.060656 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0311c0e8-c110-4478-afe5-a6e578802d62 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (ebd10e34-963d-4eaa-83fe-57d1c64d374d), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:43.131729 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['dd4ed260-10d2-4b11-ae4a-2e37c7f81db6'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:42:43.229424 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0311c0e8-c110-4478-afe5-a6e578802d62 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for port (ebd10e34-963d-4eaa-83fe-57d1c64d374d), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:43.235117 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0311c0e8-c110-4478-afe5-a6e578802d62 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (ebd10e34-963d-4eaa-83fe-57d1c64d374d), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:43.304047 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311c0e8-c110-4478-afe5-a6e578802d62 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Pushing event updated for resources: {'Port': ['ID=ebd10e34-963d-4eaa-83fe-57d1c64d374d,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:43.316053 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0311c0e8-c110-4478-afe5-a6e578802d62 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575287'] for floatingip (86fe693d-b0aa-48ec-903c-c0991db1c90b), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:43.429130 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.db.l3_db [None req-0311c0e8-c110-4478-afe5-a6e578802d62 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Floating IP 86fe693d-b0aa-48ec-903c-c0991db1c90b associated. External IP: 172.27.0.187, port: ed384a80-1f9f-476a-b97b-aa412b2f3e8e. Feb 10 03:42:43.705135 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc322ea9-7f50-435e-83fe-1df3cebf8a99 req-3bc815a2-8d89-42db-acbc-6ce30cb34f44 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:43.708835 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-cc322ea9-7f50-435e-83fe-1df3cebf8a99 req-3bc815a2-8d89-42db-acbc-6ce30cb34f44 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 944 time: 0.0919735 Feb 10 03:42:43.750364 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0311c0e8-c110-4478-afe5-a6e578802d62 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Router 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:42:43.795635 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-cc322ea9-7f50-435e-83fe-1df3cebf8a99 req-c10900ec-7de8-4643-9fa0-653e5c7459b7 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803907 Feb 10 03:42:43.917220 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0311c0e8-c110-4478-afe5-a6e578802d62 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:42:43.930994 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea377e35-1822-4762-a18d-f9030ed9b81d None None] Sync routers for ids ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'] in dv-cinder-828060-2-iscsi {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:42:43.945495 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0311c0e8-c110-4478-afe5-a6e578802d62 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for floatingip (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:43.948729 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea377e35-1822-4762-a18d-f9030ed9b81d None None] Routers {'4d80c1f5-a097-4d9e-a412-9369b9dea1b5'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:42:43.949705 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-ea377e35-1822-4762-a18d-f9030ed9b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:42:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:42:44.025418 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-0311c0e8-c110-4478-afe5-a6e578802d62 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1746104 Feb 10 03:42:44.026123 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9639e1b6-e005-4646-80c2-7d526aedf8f2', 'tag': 'ed384a80-1f9f-476a-b97b-aa412b2f3e8e'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:42:44.029032 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80a05a5-b9b2-4050-9e0e-fa224cb61fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "9639e1b6-e005-4646-80c2-7d526aedf8f2", "tag": "ed384a80-1f9f-476a-b97b-aa412b2f3e8e"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:42:44.107260 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d196712-a67c-454b-a9d4-6b8cd4dbb2f8 x-openstack-request-id: req-7d196712-a67c-454b-a9d4-6b8cd4dbb2f8 {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:42:44.107833 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9639e1b6-e005-4646-80c2-7d526aedf8f2", "tag": "ed384a80-1f9f-476a-b97b-aa412b2f3e8e", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:42:44.108231 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d196712-a67c-454b-a9d4-6b8cd4dbb2f8 {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:42:44.108815 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9639e1b6-e005-4646-80c2-7d526aedf8f2', 'tag': 'ed384a80-1f9f-476a-b97b-aa412b2f3e8e', 'status': 'completed', 'code': 200} Feb 10 03:42:44.217315 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-ea377e35-1822-4762-a18d-f9030ed9b81d None None] Set router 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:42:44.243176 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a05a5-b9b2-4050-9e0e-fa224cb61fb2 req-61b59fb3-fa2e-45c5-b6ac-fdbf0cb813c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:44.247340 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-f80a05a5-b9b2-4050-9e0e-fa224cb61fb2 req-61b59fb3-fa2e-45c5-b6ac-fdbf0cb813c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9861d9e039084b9b9b24721464eea6e6&device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 1129 time: 0.0628278 Feb 10 03:42:44.382522 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a05a5-b9b2-4050-9e0e-fa224cb61fb2 req-9b66dab5-5c9c-4e13-8d14-ae1db2faf6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:44.384374 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-f80a05a5-b9b2-4050-9e0e-fa224cb61fb2 req-9b66dab5-5c9c-4e13-8d14-ae1db2faf6a2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3af7982f-b432-4a57-9896-b601a1ffbd3e HTTP/1.1" status: 200 len: 912 time: 0.1292193 Feb 10 03:42:44.474855 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-f80a05a5-b9b2-4050-9e0e-fa224cb61fb2 req-ed5f6ac5-1c85-49d8-8cee-ec4fadc98fd3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed384a80-1f9f-476a-b97b-aa412b2f3e8e HTTP/1.1" status: 200 len: 999 time: 0.0833325 Feb 10 03:42:44.515534 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-ea377e35-1822-4762-a18d-f9030ed9b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'name': 'tempest-TestVolumeBootPattern-215996742-router', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '93c84bb7-7465-4e30-987a-014914933494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:34Z', 'revision_number': 4, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'gw_port': {'id': '93c84bb7-7465-4e30-987a-014914933494', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_floatingips': [{'id': '86fe693d-b0aa-48ec-903c-c0991db1c90b', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'port_id': 'ed384a80-1f9f-476a-b97b-aa412b2f3e8e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'mac_address': 'fa:16:3e:4b:eb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639e1b6-e005-4646-80c2-7d526aedf8f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:42:42Z', 'updated_at': '2022-02-10T03:42:42Z', 'revision_number': 0, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7683a7cc-71b7-4848-ace4-8a81b8b4073f', 'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'mac_address': 'fa:16:3e:88:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:33Z', 'updated_at': '2022-02-10T03:38:39Z', 'revision_number': 5, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'subnets': [{'id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:42:44.540230 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a05a5-b9b2-4050-9e0e-fa224cb61fb2 req-29b9490d-49e4-4f8b-b777-1b259e4e52bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:44.541719 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-f80a05a5-b9b2-4050-9e0e-fa224cb61fb2 req-29b9490d-49e4-4f8b-b777-1b259e4e52bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c7ae98f-4290-4591-b0b0-01ae38e627b6 HTTP/1.1" status: 200 len: 850 time: 0.0576637 Feb 10 03:42:44.543523 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea377e35-1822-4762-a18d-f9030ed9b81d None None] Checking router: 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 for host: dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:42:44.554753 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea377e35-1822-4762-a18d-f9030ed9b81d None None] Routers {'4d80c1f5-a097-4d9e-a412-9369b9dea1b5'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:42:44.554753 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-ea377e35-1822-4762-a18d-f9030ed9b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:42:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:42:44.631452 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a05a5-b9b2-4050-9e0e-fa224cb61fb2 req-994057af-59cb-4627-9c3c-dd2dd3f88a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:44.635327 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-f80a05a5-b9b2-4050-9e0e-fa224cb61fb2 req-994057af-59cb-4627-9c3c-dd2dd3f88a12 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3af7982f-b432-4a57-9896-b601a1ffbd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0836847 Feb 10 03:42:44.690853 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-ea377e35-1822-4762-a18d-f9030ed9b81d None None] Set router 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:42:44.743060 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 up at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:42:44.752094 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-f80a05a5-b9b2-4050-9e0e-fa224cb61fb2 req-61d9d51d-f8bb-4d40-bbc4-0bfb76ca7898 service neutron] 10.222.0.21 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084931 Feb 10 03:42:44.879080 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-f80a05a5-b9b2-4050-9e0e-fa224cb61fb2 req-bef757f9-b14e-4a7f-8733-480ef80f6213 service neutron] 10.222.0.21 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056221 Feb 10 03:42:44.902954 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning complete for port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:42:44.903247 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (dd4ed260-10d2-4b11-ae4a-2e37c7f81db6), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:44.959552 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbaeb9-10c2-459f-8c43-0c21e6ba797e req-850730c6-b8cf-4ba6-a704-193955f215e3 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:44.967627 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-cdbbaeb9-10c2-459f-8c43-0c21e6ba797e req-850730c6-b8cf-4ba6-a704-193955f215e3 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 944 time: 0.0739255 Feb 10 03:42:45.027292 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-cdbbaeb9-10c2-459f-8c43-0c21e6ba797e req-c392e738-1051-4b56-8e7a-42f21d8364bd tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582659 Feb 10 03:42:45.087568 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-ea377e35-1822-4762-a18d-f9030ed9b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'name': 'tempest-TestVolumeBootPattern-215996742-router', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '93c84bb7-7465-4e30-987a-014914933494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:34Z', 'revision_number': 4, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'gw_port': {'id': '93c84bb7-7465-4e30-987a-014914933494', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_floatingips': [{'id': '86fe693d-b0aa-48ec-903c-c0991db1c90b', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'port_id': 'ed384a80-1f9f-476a-b97b-aa412b2f3e8e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'mac_address': 'fa:16:3e:4b:eb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639e1b6-e005-4646-80c2-7d526aedf8f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:42:42Z', 'updated_at': '2022-02-10T03:42:42Z', 'revision_number': 0, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7683a7cc-71b7-4848-ace4-8a81b8b4073f', 'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'mac_address': 'fa:16:3e:88:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:33Z', 'updated_at': '2022-02-10T03:38:39Z', 'revision_number': 5, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'subnets': [{'id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:42:45.092522 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 is: BUILD; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:42:45.092981 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (dd4ed260-10d2-4b11-ae4a-2e37c7f81db6), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:45.141143 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea377e35-1822-4762-a18d-f9030ed9b81d None None] The sync data for ids ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'] in dv-cinder-828060-2-iscsi is: [{'id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'name': 'tempest-TestVolumeBootPattern-215996742-router', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '93c84bb7-7465-4e30-987a-014914933494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:34Z', 'revision_number': 4, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'gw_port': {'id': '93c84bb7-7465-4e30-987a-014914933494', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_floatingips': [{'id': '86fe693d-b0aa-48ec-903c-c0991db1c90b', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'port_id': 'ed384a80-1f9f-476a-b97b-aa412b2f3e8e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'mac_address': 'fa:16:3e:4b:eb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639e1b6-e005-4646-80c2-7d526aedf8f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:42:42Z', 'updated_at': '2022-02-10T03:42:42Z', 'revision_number': 0, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7683a7cc-71b7-4848-ace4-8a81b8b4073f', 'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'mac_address': 'fa:16:3e:88:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:33Z', 'updated_at': '2022-02-10T03:38:39Z', 'revision_number': 5, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'subnets': [{'id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:42:45.150795 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68175f5a-583d-43b3-a6f6-3b045303c1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4ed260-10d2-4b11-ae4a-2e37c7f81db6'}] {{(pid=102734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:42:45.153938 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f765ceee2b9e6863c7c09e3b0452b272479917b97bc142159859c6a833de831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7c49ab-8162-4df6-aeab-dce7f56cd5fd" -d '{"events": [{"server_uuid": "68175f5a-583d-43b3-a6f6-3b045303c1d1", "name": "network-vif-plugged", "status": "completed", "tag": "dd4ed260-10d2-4b11-ae4a-2e37c7f81db6"}]}' {{(pid=102734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:42:45.182609 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=dd4ed260-10d2-4b11-ae4a-2e37c7f81db6,segment=NetworkSegment(086c110e-e949-4dfb-87df-62ade2705185),segment_id=086c110e-e949-4dfb-87df-62ade2705185)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:42:45.196774 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (dd4ed260-10d2-4b11-ae4a-2e37c7f81db6), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:45.316075 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=dd4ed260-10d2-4b11-ae4a-2e37c7f81db6,revision_number=7']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:45.401247 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09046792-d9c7-437b-a31c-6f96fa2b737d x-openstack-request-id: req-09046792-d9c7-437b-a31c-6f96fa2b737d {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:42:45.401644 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68175f5a-583d-43b3-a6f6-3b045303c1d1", "name": "network-vif-plugged", "status": "completed", "tag": "dd4ed260-10d2-4b11-ae4a-2e37c7f81db6", "code": 200}]} {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:42:45.401993 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09046792-d9c7-437b-a31c-6f96fa2b737d {{(pid=102734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:42:45.402456 dv-cinder-828060-2-iscsi neutron-server[102734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68175f5a-583d-43b3-a6f6-3b045303c1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4ed260-10d2-4b11-ae4a-2e37c7f81db6', 'code': 200} Feb 10 03:42:45.487683 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f60d71-8c5d-4fc7-988a-3d421e2c0023 None None] New status for floating IP 86fe693d-b0aa-48ec-903c-c0991db1c90b: ACTIVE {{(pid=102735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 03:42:46.250033 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618d0a9-02ef-40ec-ac72-100b66652c6e req-07e54ac8-e882-4dae-a38d-13b620916c36 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:46.258281 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8618d0a9-02ef-40ec-ac72-100b66652c6e req-07e54ac8-e882-4dae-a38d-13b620916c36 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 945 time: 0.0810463 Feb 10 03:42:46.338815 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8618d0a9-02ef-40ec-ac72-100b66652c6e req-ecb68690-69b3-4736-8e97-da711b4fe14d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684710 Feb 10 03:42:47.497678 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8187f4-5f62-4cf1-b29c-1845637a1354 req-b7d24a57-63ad-4ea3-9656-fe40af0c2cb2 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:47.499484 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-da8187f4-5f62-4cf1-b29c-1845637a1354 req-b7d24a57-63ad-4ea3-9656-fe40af0c2cb2 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 945 time: 0.0612705 Feb 10 03:42:47.547721 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-da8187f4-5f62-4cf1-b29c-1845637a1354 req-700222df-3aec-4b53-b91d-14f138d5780b tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423546 Feb 10 03:42:48.692318 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f14c9-0f16-41ef-a6e5-20f0657b6806 req-bd595c85-ce17-4c13-8c9b-2a18aa2b9bf4 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:48.694632 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e71f14c9-0f16-41ef-a6e5-20f0657b6806 req-bd595c85-ce17-4c13-8c9b-2a18aa2b9bf4 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 945 time: 0.0706296 Feb 10 03:42:48.761220 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e71f14c9-0f16-41ef-a6e5-20f0657b6806 req-2bca10d6-9f5c-4c4a-beec-b8f441a2dbed tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538881 Feb 10 03:42:49.806204 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-83be2142-6cb6-4d24-a8e8-6eb784b9c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:49.923379 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394a6cf-6d56-434b-ad88-c1da36a50ed3 req-994e59c8-51e3-43c3-8aae-ca8eef8583ab tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:49.931562 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0394a6cf-6d56-434b-ad88-c1da36a50ed3 req-994e59c8-51e3-43c3-8aae-ca8eef8583ab tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 945 time: 0.0794621 Feb 10 03:42:49.983573 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0394a6cf-6d56-434b-ad88-c1da36a50ed3 req-b5804576-889b-4829-a998-15ca8af49374 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506568 Feb 10 03:42:51.140566 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e816cac-0dc2-47f0-9c38-4b8c419f1d7f req-b0db9869-7c5e-46a2-8e74-03f7a10391a8 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:51.142488 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6e816cac-0dc2-47f0-9c38-4b8c419f1d7f req-b0db9869-7c5e-46a2-8e74-03f7a10391a8 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 945 time: 0.0701115 Feb 10 03:42:51.192795 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6e816cac-0dc2-47f0-9c38-4b8c419f1d7f req-aaad7eaf-be75-4217-91ec-34f89ae5a3bc tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445366 Feb 10 03:42:51.980938 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-92962b38-22ee-4bdf-b597-e8928dda1274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:52.319172 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9b97f-63c0-4218-b7f7-2adf94090cf2 req-ef833cdc-ee11-4af1-8d09-2a821934e8f5 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:52.327262 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-57e9b97f-63c0-4218-b7f7-2adf94090cf2 req-ef833cdc-ee11-4af1-8d09-2a821934e8f5 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 945 time: 0.0602930 Feb 10 03:42:52.375284 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-57e9b97f-63c0-4218-b7f7-2adf94090cf2 req-c7c9e264-4172-4fd8-a480-8e54b7a466b9 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467398 Feb 10 03:42:52.626259 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:53.063489 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:53.161505 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d6d9be24-29cc-42c6-86bd-aa7c5cd944b7 req-fb33a619-92fc-4644-9d22-4849087e5978 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1178662493&fields=id&tenant_id=f8d44d08ec564e94b99156087796bf3d HTTP/1.1" status: 200 len: 267 time: 0.0523722 Feb 10 03:42:53.222704 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9be24-29cc-42c6-86bd-aa7c5cd944b7 req-42a52665-93ee-485e-9407-24040cbd7750 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:53.224248 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d6d9be24-29cc-42c6-86bd-aa7c5cd944b7 req-42a52665-93ee-485e-9407-24040cbd7750 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 985 time: 0.0573416 Feb 10 03:42:53.235560 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [req-d6d9be24-29cc-42c6-86bd-aa7c5cd944b7 req-de8e3053-7bbb-432e-811a-1d0bbb922b6c tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Request body: {'port': {'security_groups': ['5280a73d-62d5-4c6b-a96d-889d0e6dd26e']}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:42:53.311147 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-d6d9be24-29cc-42c6-86bd-aa7c5cd944b7 req-de8e3053-7bbb-432e-811a-1d0bbb922b6c tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (21a54a32-023a-446a-a188-568375c7704d), before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:53.516629 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.db [req-d6d9be24-29cc-42c6-86bd-aa7c5cd944b7 req-de8e3053-7bbb-432e-811a-1d0bbb922b6c tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] For port 21a54a32-023a-446a-a188-568375c7704d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=21a54a32-023a-446a-a188-568375c7704d,segment=NetworkSegment(0eb1f705-8f4d-4245-9b67-3505fcdf4b86),segment_id=0eb1f705-8f4d-4245-9b67-3505fcdf4b86)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:42:53.550374 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739a3d5-b84d-41be-9898-98f7c30fdea3 req-313c0ff2-eaad-4c32-bab6-7ab010139cb5 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:53.551874 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a739a3d5-b84d-41be-9898-98f7c30fdea3 req-313c0ff2-eaad-4c32-bab6-7ab010139cb5 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 945 time: 0.1016879 Feb 10 03:42:53.572152 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18189dc0-7be1-4ffd-85eb-22e13cafd335 req-a4646d48-12fe-4ceb-8eae-6946c7834a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:53.573640 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-d6d9be24-29cc-42c6-86bd-aa7c5cd944b7 req-de8e3053-7bbb-432e-811a-1d0bbb922b6c tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for port (21a54a32-023a-446a-a188-568375c7704d), precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:53.573759 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-18189dc0-7be1-4ffd-85eb-22e13cafd335 req-a4646d48-12fe-4ceb-8eae-6946c7834a06 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=50e1249fa4204bf9ba3044c3c1260634&device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 1129 time: 0.0497546 Feb 10 03:42:53.581590 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-d6d9be24-29cc-42c6-86bd-aa7c5cd944b7 req-de8e3053-7bbb-432e-811a-1d0bbb922b6c tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265725720'] for port (21a54a32-023a-446a-a188-568375c7704d), after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:53.636876 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['21a54a32-023a-446a-a188-568375c7704d'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:42:53.637767 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9be24-29cc-42c6-86bd-aa7c5cd944b7 req-de8e3053-7bbb-432e-811a-1d0bbb922b6c tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:53.638413 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [req-d6d9be24-29cc-42c6-86bd-aa7c5cd944b7 req-de8e3053-7bbb-432e-811a-1d0bbb922b6c tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:53.639844 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d6d9be24-29cc-42c6-86bd-aa7c5cd944b7 req-de8e3053-7bbb-432e-811a-1d0bbb922b6c tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "PUT /v2.0/ports/21a54a32-023a-446a-a188-568375c7704d HTTP/1.1" status: 200 len: 943 time: 0.4091029 Feb 10 03:42:53.640362 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a528a15b-6851-416c-9040-245fa3c93b88', 'tag': '21a54a32-023a-446a-a188-568375c7704d'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:42:53.642923 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c602a1d3bfa6b920adc7a3165aab5144276c11c90910883e43ac8280538c1e72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab05f27-6edb-42f4-908d-4b91eef74127" -d '{"events": [{"name": "network-changed", "server_uuid": "a528a15b-6851-416c-9040-245fa3c93b88", "tag": "21a54a32-023a-446a-a188-568375c7704d"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:42:53.649938 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 50028) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:42:53.691878 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18189dc0-7be1-4ffd-85eb-22e13cafd335 req-8da40588-4a92-408d-8b31-b59acdfcf125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:53.693316 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a739a3d5-b84d-41be-9898-98f7c30fdea3 req-fa299ae2-138a-4b62-969e-c74bc4128db8 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337154 Feb 10 03:42:53.707265 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-18189dc0-7be1-4ffd-85eb-22e13cafd335 req-8da40588-4a92-408d-8b31-b59acdfcf125 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2276b970-ba53-4cdf-8089-151cb82a4e87 HTTP/1.1" status: 200 len: 918 time: 0.1131990 Feb 10 03:42:53.732031 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e3053-7bbb-432e-811a-1d0bbb922b6c tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Pushing event updated for resources: {'Port': ['ID=21a54a32-023a-446a-a188-568375c7704d,revision_number=7']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:53.801407 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e46d959-d32f-4512-ad0e-5045471849e7 x-openstack-request-id: req-4e46d959-d32f-4512-ad0e-5045471849e7 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:42:53.801700 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a528a15b-6851-416c-9040-245fa3c93b88", "tag": "21a54a32-023a-446a-a188-568375c7704d", "status": "completed", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:42:53.801954 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e46d959-d32f-4512-ad0e-5045471849e7 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:42:53.802360 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a528a15b-6851-416c-9040-245fa3c93b88', 'tag': '21a54a32-023a-446a-a188-568375c7704d', 'status': 'completed', 'code': 200} Feb 10 03:42:53.805518 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-894ae059-9412-46ff-9b7c-cc6c672c46a2 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for security_group (d2dabf78-172c-46ea-90a9-a593f4fddf86), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:53.814596 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-18189dc0-7be1-4ffd-85eb-22e13cafd335 req-1552e1c1-bc38-47dd-82ac-45f6407d7e55 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 HTTP/1.1" status: 200 len: 1000 time: 0.0932875 Feb 10 03:42:53.842230 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-894ae059-9412-46ff-9b7c-cc6c672c46a2 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for security_group (d2dabf78-172c-46ea-90a9-a593f4fddf86), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:53.864798 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['21a54a32-023a-446a-a188-568375c7704d'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:42:53.919484 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18189dc0-7be1-4ffd-85eb-22e13cafd335 req-29736ef3-2dd9-45cb-9e1b-0508e54e1be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:53.921164 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-18189dc0-7be1-4ffd-85eb-22e13cafd335 req-29736ef3-2dd9-45cb-9e1b-0508e54e1be7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8d5da7a8-bc65-46b6-8077-e221507906cd HTTP/1.1" status: 200 len: 856 time: 0.0846562 Feb 10 03:42:53.924066 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-894ae059-9412-46ff-9b7c-cc6c672c46a2 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (d2dabf78-172c-46ea-90a9-a593f4fddf86), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:53.926845 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-894ae059-9412-46ff-9b7c-cc6c672c46a2 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:53.930605 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-894ae059-9412-46ff-9b7c-cc6c672c46a2 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "DELETE /v2.0/security-groups/d2dabf78-172c-46ea-90a9-a593f4fddf86 HTTP/1.1" status: 204 len: 168 time: 0.2735312 Feb 10 03:42:53.930853 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab05f27-6edb-42f4-908d-4b91eef74127 req-1f867981-98cf-4599-98ed-e02f6df5ab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:53.930853 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-1ab05f27-6edb-42f4-908d-4b91eef74127 req-1f867981-98cf-4599-98ed-e02f6df5ab04 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8d44d08ec564e94b99156087796bf3d&device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 1130 time: 0.0633228 Feb 10 03:42:53.931071 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 50034) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:42:53.938230 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ae059-9412-46ff-9b7c-cc6c672c46a2 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dabf78-172c-46ea-90a9-a593f4fddf86,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:53.984823 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-75b189c6-b652-4583-bc4b-fe3d3862b5f8 None None] Provisioning complete for port 21a54a32-023a-446a-a188-568375c7704d triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:42:53.985126 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-75b189c6-b652-4583-bc4b-fe3d3862b5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (21a54a32-023a-446a-a188-568375c7704d), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:54.142378 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18189dc0-7be1-4ffd-85eb-22e13cafd335 req-d4d9c222-4f2b-4750-974d-2ca3a1504acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:54.143990 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-18189dc0-7be1-4ffd-85eb-22e13cafd335 req-d4d9c222-4f2b-4750-974d-2ca3a1504acb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2276b970-ba53-4cdf-8089-151cb82a4e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2120466 Feb 10 03:42:54.147252 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab05f27-6edb-42f4-908d-4b91eef74127 req-e23a9ec6-b372-4604-826a-b4ddf4816b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:54.148647 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-1ab05f27-6edb-42f4-908d-4b91eef74127 req-e23a9ec6-b372-4604-826a-b4ddf4816b4c service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3e758e9-8c30-4511-9ae7-8ed1e299ebc5 HTTP/1.1" status: 200 len: 914 time: 0.2010274 Feb 10 03:42:54.244992 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-75b189c6-b652-4583-bc4b-fe3d3862b5f8 None None] Current status of the port 21a54a32-023a-446a-a188-568375c7704d is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:42:54.293391 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-1ab05f27-6edb-42f4-908d-4b91eef74127 req-96aec001-f116-4007-974a-c5bd48423fa9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21a54a32-023a-446a-a188-568375c7704d HTTP/1.1" status: 200 len: 1002 time: 0.1354580 Feb 10 03:42:54.352721 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-18189dc0-7be1-4ffd-85eb-22e13cafd335 req-11a4dca4-de4a-4d61-b3b5-f2c9a07891a7 service neutron] 10.222.0.21 "GET /v2.0/networks/2276b970-ba53-4cdf-8089-151cb82a4e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936839 Feb 10 03:42:54.360017 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [None req-d895d0e8-f2cf-4260-ba66-c95117c49ebc tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Deleting port 6ce0a2af-3470-47a3-a112-bfe2e7b20c4d {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:42:54.360377 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d895d0e8-f2cf-4260-ba66-c95117c49ebc tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (6ce0a2af-3470-47a3-a112-bfe2e7b20c4d), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:54.382279 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab05f27-6edb-42f4-908d-4b91eef74127 req-e787bd0d-3780-4e48-b966-1562b49b7023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:54.383682 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-1ab05f27-6edb-42f4-908d-4b91eef74127 req-e787bd0d-3780-4e48-b966-1562b49b7023 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ee4f3d3c-17ed-40ed-b0d6-547105984483 HTTP/1.1" status: 200 len: 852 time: 0.0804679 Feb 10 03:42:54.535738 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d895d0e8-f2cf-4260-ba66-c95117c49ebc tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (6ce0a2af-3470-47a3-a112-bfe2e7b20c4d), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:54.535981 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d895d0e8-f2cf-4260-ba66-c95117c49ebc tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for floatingip (6ce0a2af-3470-47a3-a112-bfe2e7b20c4d), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:54.546217 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-18189dc0-7be1-4ffd-85eb-22e13cafd335 req-43784e5d-882f-4c8a-bdb3-f62e184eb2ad service neutron] 10.222.0.21 "GET /v2.0/networks/2276b970-ba53-4cdf-8089-151cb82a4e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819284 Feb 10 03:42:54.553224 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [None req-d895d0e8-f2cf-4260-ba66-c95117c49ebc tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Calling delete_port for 6ce0a2af-3470-47a3-a112-bfe2e7b20c4d owned by network:floatingip {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:42:54.558714 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab05f27-6edb-42f4-908d-4b91eef74127 req-e9289a36-a15c-49b1-aba3-e91b5d1db15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:54.560182 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-1ab05f27-6edb-42f4-908d-4b91eef74127 req-e9289a36-a15c-49b1-aba3-e91b5d1db15f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3e758e9-8c30-4511-9ae7-8ed1e299ebc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1654022 Feb 10 03:42:54.728201 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-1ab05f27-6edb-42f4-908d-4b91eef74127 req-7c99d755-7a45-446f-b028-a067a5afd34d service neutron] 10.222.0.21 "GET /v2.0/networks/c3e758e9-8c30-4511-9ae7-8ed1e299ebc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594572 Feb 10 03:42:54.825102 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b817b-3a20-47f4-bb4f-bbdd792563a2 req-5aa4e5d0-7af5-461c-ae7c-40e65e749066 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:54.826777 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-696b817b-3a20-47f4-bb4f-bbdd792563a2 req-5aa4e5d0-7af5-461c-ae7c-40e65e749066 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 945 time: 0.0540488 Feb 10 03:42:54.861756 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-1ab05f27-6edb-42f4-908d-4b91eef74127 req-3a820408-7fff-4ff4-a7f9-b6d2de91f1cc service neutron] 10.222.0.21 "GET /v2.0/networks/c3e758e9-8c30-4511-9ae7-8ed1e299ebc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230538 Feb 10 03:42:54.862996 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d895d0e8-f2cf-4260-ba66-c95117c49ebc tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (6ce0a2af-3470-47a3-a112-bfe2e7b20c4d), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:54.883304 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-696b817b-3a20-47f4-bb4f-bbdd792563a2 req-e6c0b4ca-14f7-4580-a7cd-0d023f30f959 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502107 Feb 10 03:42:54.890915 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895d0e8-f2cf-4260-ba66-c95117c49ebc tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Pushing event deleted for resources: {'Port': ['ID=6ce0a2af-3470-47a3-a112-bfe2e7b20c4d,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:54.946610 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:54.964877 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d895d0e8-f2cf-4260-ba66-c95117c49ebc tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks [] for floatingip (b8f4bee5-27fc-4be8-9040-33d32a019e50), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:54.965214 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.db.l3_db [None req-d895d0e8-f2cf-4260-ba66-c95117c49ebc tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Floating IP b8f4bee5-27fc-4be8-9040-33d32a019e50 disassociated (deleted). External IP: 172.27.0.230, port: 21a54a32-023a-446a-a188-568375c7704d. Feb 10 03:42:55.441761 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d895d0e8-f2cf-4260-ba66-c95117c49ebc tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Router 61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:42:55.549805 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d895d0e8-f2cf-4260-ba66-c95117c49ebc tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:42:55.554324 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d895d0e8-f2cf-4260-ba66-c95117c49ebc tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for floatingip (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:55.560138 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67072d5b-d78f-461b-8823-26d768e85222 None None] Sync routers for ids ['61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb'] in dv-cinder-828060-2-iscsi {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:42:55.571791 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67072d5b-d78f-461b-8823-26d768e85222 None None] Routers {'61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:42:55.572701 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-67072d5b-d78f-461b-8823-26d768e85222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:42:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:42:55.583368 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-d895d0e8-f2cf-4260-ba66-c95117c49ebc tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "DELETE /v2.0/floatingips/b8f4bee5-27fc-4be8-9040-33d32a019e50 HTTP/1.1" status: 204 len: 168 time: 1.6437457 Feb 10 03:42:55.584031 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a528a15b-6851-416c-9040-245fa3c93b88', 'tag': '21a54a32-023a-446a-a188-568375c7704d'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:42:55.586410 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62150bd9-6b0a-4156-b8c7-fd9151daef95" -d '{"events": [{"name": "network-changed", "server_uuid": "a528a15b-6851-416c-9040-245fa3c93b88", "tag": "21a54a32-023a-446a-a188-568375c7704d"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:42:55.622391 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5b8595-74b4-4bff-80e7-d91b0fa51989 x-openstack-request-id: req-7d5b8595-74b4-4bff-80e7-d91b0fa51989 {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:42:55.622686 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a528a15b-6851-416c-9040-245fa3c93b88", "tag": "21a54a32-023a-446a-a188-568375c7704d", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:42:55.623527 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d5b8595-74b4-4bff-80e7-d91b0fa51989 {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:42:55.623935 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a528a15b-6851-416c-9040-245fa3c93b88', 'tag': '21a54a32-023a-446a-a188-568375c7704d', 'status': 'completed', 'code': 200} Feb 10 03:42:55.691834 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-67072d5b-d78f-461b-8823-26d768e85222 None None] Set router 61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:42:55.732576 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62150bd9-6b0a-4156-b8c7-fd9151daef95 req-87ad37b9-7b36-463f-a988-1cf198d02096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:55.734224 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-62150bd9-6b0a-4156-b8c7-fd9151daef95 req-87ad37b9-7b36-463f-a988-1cf198d02096 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8d44d08ec564e94b99156087796bf3d&device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 1130 time: 0.0467784 Feb 10 03:42:55.846123 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62150bd9-6b0a-4156-b8c7-fd9151daef95 req-4a8c90a3-c421-4a9a-9da8-2b662fbd6038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:55.847633 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-62150bd9-6b0a-4156-b8c7-fd9151daef95 req-4a8c90a3-c421-4a9a-9da8-2b662fbd6038 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3e758e9-8c30-4511-9ae7-8ed1e299ebc5 HTTP/1.1" status: 200 len: 914 time: 0.1032407 Feb 10 03:42:55.893673 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-62150bd9-6b0a-4156-b8c7-fd9151daef95 req-5a62c904-6e4c-4017-8902-f30c622a9f04 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21a54a32-023a-446a-a188-568375c7704d HTTP/1.1" status: 200 len: 217 time: 0.0379705 Feb 10 03:42:55.904047 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-67072d5b-d78f-461b-8823-26d768e85222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'name': 'tempest-TestMinimumBasicScenario-40054323-router', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '14ca726a-99ad-4e9f-bc64-fe2ff0891440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:40:25Z', 'updated_at': '2022-02-10T03:40:28Z', 'revision_number': 4, 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'gw_port': {'id': '14ca726a-99ad-4e9f-bc64-fe2ff0891440', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:25Z', 'updated_at': '2022-02-10T03:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': 'a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e', 'name': '', 'network_id': 'c3e758e9-8c30-4511-9ae7-8ed1e299ebc5', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d', 'mac_address': 'fa:16:3e:e1:80:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ee4f3d3c-17ed-40ed-b0d6-547105984483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:27Z', 'updated_at': '2022-02-10T03:40:32Z', 'revision_number': 5, 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'subnets': [{'id': 'ee4f3d3c-17ed-40ed-b0d6-547105984483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:42:55.932738 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67072d5b-d78f-461b-8823-26d768e85222 None None] Checking router: 61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb for host: dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:42:55.952051 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67072d5b-d78f-461b-8823-26d768e85222 None None] Routers {'61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:42:55.952748 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-67072d5b-d78f-461b-8823-26d768e85222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:42:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:42:55.971248 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62150bd9-6b0a-4156-b8c7-fd9151daef95 req-921c1ed3-d1db-4076-957a-d59468cd9e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:55.972873 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-62150bd9-6b0a-4156-b8c7-fd9151daef95 req-921c1ed3-d1db-4076-957a-d59468cd9e31 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ee4f3d3c-17ed-40ed-b0d6-547105984483 HTTP/1.1" status: 200 len: 852 time: 0.0453041 Feb 10 03:42:56.020567 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6fcba2-03a5-4501-82b5-8e44bacc2acc req-92957018-8ca0-43c0-b9a9-bbc63a91d09e tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:56.022741 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4b6fcba2-03a5-4501-82b5-8e44bacc2acc req-92957018-8ca0-43c0-b9a9-bbc63a91d09e tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 945 time: 0.0521557 Feb 10 03:42:56.030576 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62150bd9-6b0a-4156-b8c7-fd9151daef95 req-3ced610b-7ad9-47ea-8487-45bf6ef76d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:56.032210 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-62150bd9-6b0a-4156-b8c7-fd9151daef95 req-3ced610b-7ad9-47ea-8487-45bf6ef76d91 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3e758e9-8c30-4511-9ae7-8ed1e299ebc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498855 Feb 10 03:42:56.067673 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-67072d5b-d78f-461b-8823-26d768e85222 None None] Set router 61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:42:56.094488 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4b6fcba2-03a5-4501-82b5-8e44bacc2acc req-03d95d69-10ec-4abc-a034-d7a324853f88 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517297 Feb 10 03:42:56.136844 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-62150bd9-6b0a-4156-b8c7-fd9151daef95 req-65d81b12-a85e-4c4e-a3cc-4aff0a9a52b7 service neutron] 10.222.0.21 "GET /v2.0/networks/c3e758e9-8c30-4511-9ae7-8ed1e299ebc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923471 Feb 10 03:42:56.173651 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:56.229575 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-62150bd9-6b0a-4156-b8c7-fd9151daef95 req-7ad29b20-3ff9-4ecd-82d2-38783a1143ed service neutron] 10.222.0.21 "GET /v2.0/networks/c3e758e9-8c30-4511-9ae7-8ed1e299ebc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855429 Feb 10 03:42:56.286017 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-67072d5b-d78f-461b-8823-26d768e85222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'name': 'tempest-TestMinimumBasicScenario-40054323-router', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '14ca726a-99ad-4e9f-bc64-fe2ff0891440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:40:25Z', 'updated_at': '2022-02-10T03:40:28Z', 'revision_number': 4, 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'gw_port': {'id': '14ca726a-99ad-4e9f-bc64-fe2ff0891440', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:25Z', 'updated_at': '2022-02-10T03:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': 'a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e', 'name': '', 'network_id': 'c3e758e9-8c30-4511-9ae7-8ed1e299ebc5', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d', 'mac_address': 'fa:16:3e:e1:80:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ee4f3d3c-17ed-40ed-b0d6-547105984483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:27Z', 'updated_at': '2022-02-10T03:40:32Z', 'revision_number': 5, 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'subnets': [{'id': 'ee4f3d3c-17ed-40ed-b0d6-547105984483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:42:56.315664 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67072d5b-d78f-461b-8823-26d768e85222 None None] The sync data for ids ['61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb'] in dv-cinder-828060-2-iscsi is: [{'id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'name': 'tempest-TestMinimumBasicScenario-40054323-router', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '14ca726a-99ad-4e9f-bc64-fe2ff0891440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:40:25Z', 'updated_at': '2022-02-10T03:40:28Z', 'revision_number': 4, 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'gw_port': {'id': '14ca726a-99ad-4e9f-bc64-fe2ff0891440', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:25Z', 'updated_at': '2022-02-10T03:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': 'a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e', 'name': '', 'network_id': 'c3e758e9-8c30-4511-9ae7-8ed1e299ebc5', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d', 'mac_address': 'fa:16:3e:e1:80:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ee4f3d3c-17ed-40ed-b0d6-547105984483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:27Z', 'updated_at': '2022-02-10T03:40:32Z', 'revision_number': 5, 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'subnets': [{'id': 'ee4f3d3c-17ed-40ed-b0d6-547105984483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:42:56.547497 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e2c430-a344-4744-9d5b-5495a825f6eb None None] New status for floating IP b8f4bee5-27fc-4be8-9040-33d32a019e50: DOWN {{(pid=102735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 03:42:56.700684 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:42:56.779543 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 is: ACTIVE; New status is: DOWN {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:42:56.779960 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (dd4ed260-10d2-4b11-ae4a-2e37c7f81db6), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:56.802343 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68175f5a-583d-43b3-a6f6-3b045303c1d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd4ed260-10d2-4b11-ae4a-2e37c7f81db6'}] {{(pid=102734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:42:56.804935 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f765ceee2b9e6863c7c09e3b0452b272479917b97bc142159859c6a833de831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d75819-5850-4c48-9c41-cea31db1630a" -d '{"events": [{"server_uuid": "68175f5a-583d-43b3-a6f6-3b045303c1d1", "name": "network-vif-unplugged", "status": "completed", "tag": "dd4ed260-10d2-4b11-ae4a-2e37c7f81db6"}]}' {{(pid=102734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:42:56.825401 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=dd4ed260-10d2-4b11-ae4a-2e37c7f81db6,segment=NetworkSegment(086c110e-e949-4dfb-87df-62ade2705185),segment_id=086c110e-e949-4dfb-87df-62ade2705185)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:42:56.832206 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (dd4ed260-10d2-4b11-ae4a-2e37c7f81db6), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:42:56.858757 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 03:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05260cd-b094-48a4-a303-c44da1176de0 x-openstack-request-id: req-e05260cd-b094-48a4-a303-c44da1176de0 {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:42:56.859109 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68175f5a-583d-43b3-a6f6-3b045303c1d1", "name": "network-vif-unplugged", "status": "completed", "tag": "dd4ed260-10d2-4b11-ae4a-2e37c7f81db6", "code": 200}]} {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:42:56.859374 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e05260cd-b094-48a4-a303-c44da1176de0 {{(pid=102734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:42:56.859722 dv-cinder-828060-2-iscsi neutron-server[102734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68175f5a-583d-43b3-a6f6-3b045303c1d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd4ed260-10d2-4b11-ae4a-2e37c7f81db6', 'code': 200} Feb 10 03:42:56.886400 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=dd4ed260-10d2-4b11-ae4a-2e37c7f81db6,revision_number=8']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:42:57.197004 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f6503-77bb-44d8-90c0-b10e51833e04 req-dd9b8f8b-6532-48b8-9457-6350d350b955 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:57.198540 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bd3f6503-77bb-44d8-90c0-b10e51833e04 req-dd9b8f8b-6532-48b8-9457-6350d350b955 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 943 time: 0.0535150 Feb 10 03:42:57.248602 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bd3f6503-77bb-44d8-90c0-b10e51833e04 req-bd005cf5-2c9d-4f0e-a1bc-c15f6b27bf7b tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418360 Feb 10 03:42:58.062025 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [req-622e8acb-1a0f-46e0-abf7-3a0e1acfda65 req-ccfba603-696d-4aaf-93bd-781b303a3ad1 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102732) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:42:58.063049 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-622e8acb-1a0f-46e0-abf7-3a0e1acfda65 req-ccfba603-696d-4aaf-93bd-781b303a3ad1 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055192 Feb 10 03:42:58.227021 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70318574-ed62-4687-be0f-e0dcb5a9c8ee req-ca000fbb-62ba-41de-b245-25c697949c04 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:58.228628 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-70318574-ed62-4687-be0f-e0dcb5a9c8ee req-ca000fbb-62ba-41de-b245-25c697949c04 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 943 time: 0.0530231 Feb 10 03:42:58.285753 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-70318574-ed62-4687-be0f-e0dcb5a9c8ee req-38856754-f7eb-4178-af1d-ef50fed5b5e4 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508025 Feb 10 03:42:58.469975 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 50138) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:42:58.566674 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-54965019-624d-4e28-9295-2bf1b00a0367 req-3fd98d01-fbc4-490b-ad81-f3f0c96303f1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0953426 Feb 10 03:42:58.576002 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [req-54965019-624d-4e28-9295-2bf1b00a0367 req-9c4e2681-5fa5-4424-adb5-d727dea27169 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102733) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:42:58.577014 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-54965019-624d-4e28-9295-2bf1b00a0367 req-9c4e2681-5fa5-4424-adb5-d727dea27169 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055065 Feb 10 03:42:58.618588 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10032df3-f2b8-4eb3-a1b8-95b5aace991c req-97ec9715-b28e-4252-8cf9-55f7c1d63103 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:58.620140 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-10032df3-f2b8-4eb3-a1b8-95b5aace991c req-97ec9715-b28e-4252-8cf9-55f7c1d63103 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 946 time: 0.3082075 Feb 10 03:42:58.655844 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 50146) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:42:58.666284 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-10032df3-f2b8-4eb3-a1b8-95b5aace991c req-0d324b42-471e-467d-b84a-99574a3e0bef tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406060 Feb 10 03:42:58.751472 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54965019-624d-4e28-9295-2bf1b00a0367 req-197e4ae0-f7ae-4b0d-82a3-862271d22684 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:58.752819 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-54965019-624d-4e28-9295-2bf1b00a0367 req-197e4ae0-f7ae-4b0d-82a3-862271d22684 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports/dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 HTTP/1.1" status: 200 len: 940 time: 0.0959170 Feb 10 03:42:59.429310 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055071b-a516-4d2d-ad4f-816aba9c84fb req-fb2e4c2c-6975-49d8-b6f8-ed47a5f134c1 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:59.430824 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6055071b-a516-4d2d-ad4f-816aba9c84fb req-fb2e4c2c-6975-49d8-b6f8-ed47a5f134c1 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 943 time: 0.0575013 Feb 10 03:42:59.478085 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6055071b-a516-4d2d-ad4f-816aba9c84fb req-4f497048-baf2-4bd6-a74b-0b031f532f17 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402613 Feb 10 03:42:59.730426 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54965019-624d-4e28-9295-2bf1b00a0367 req-8b3a926d-8b4e-4b09-8cb0-10477c7c8273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:59.732022 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-54965019-624d-4e28-9295-2bf1b00a0367 req-8b3a926d-8b4e-4b09-8cb0-10477c7c8273 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1&tenant_id=50e1249fa4204bf9ba3044c3c1260634 HTTP/1.1" status: 200 len: 1127 time: 0.0819154 Feb 10 03:42:59.792713 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c4ebf-0cbb-4bea-a6e2-9edcbc270e78 req-3dcf33e4-fb84-404c-9a2d-10d3fa01c214 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:59.794187 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-694c4ebf-0cbb-4bea-a6e2-9edcbc270e78 req-3dcf33e4-fb84-404c-9a2d-10d3fa01c214 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 946 time: 0.0596411 Feb 10 03:42:59.813316 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54965019-624d-4e28-9295-2bf1b00a0367 req-3efa01d1-38bd-4d0c-9e34-2676bf96f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:59.814852 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-54965019-624d-4e28-9295-2bf1b00a0367 req-3efa01d1-38bd-4d0c-9e34-2676bf96f864 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=50e1249fa4204bf9ba3044c3c1260634&device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 1127 time: 0.0456638 Feb 10 03:42:59.840836 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-694c4ebf-0cbb-4bea-a6e2-9edcbc270e78 req-67db51cd-e8bc-4488-85df-8b0f1c8de8d2 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408776 Feb 10 03:42:59.913888 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54965019-624d-4e28-9295-2bf1b00a0367 req-66fb0ebb-78fd-4e7a-adcd-cfb6aca6411c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:42:59.915464 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-54965019-624d-4e28-9295-2bf1b00a0367 req-66fb0ebb-78fd-4e7a-adcd-cfb6aca6411c service neutron] 10.222.0.21 "GET /v2.0/networks?id=2276b970-ba53-4cdf-8089-151cb82a4e87 HTTP/1.1" status: 200 len: 918 time: 0.0929286 Feb 10 03:42:59.987577 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-54965019-624d-4e28-9295-2bf1b00a0367 req-60332873-b3b2-4302-b90e-482bda87dacd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 HTTP/1.1" status: 200 len: 998 time: 0.0613184 Feb 10 03:43:00.618616 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4103d-57b2-451c-abf8-03bc23770a29 req-6642d496-f8b0-49dc-a1a9-305cd6511633 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:00.620454 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4ca4103d-57b2-451c-abf8-03bc23770a29 req-6642d496-f8b0-49dc-a1a9-305cd6511633 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 943 time: 0.0613148 Feb 10 03:43:00.668924 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4ca4103d-57b2-451c-abf8-03bc23770a29 req-60f6b61a-83a3-449d-b537-3c36c6b51ff0 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402226 Feb 10 03:43:00.860180 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54965019-624d-4e28-9295-2bf1b00a0367 req-4d4cfa02-0bf8-440a-8989-c8482ee11441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:00.861576 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-54965019-624d-4e28-9295-2bf1b00a0367 req-4d4cfa02-0bf8-440a-8989-c8482ee11441 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8d5da7a8-bc65-46b6-8077-e221507906cd HTTP/1.1" status: 200 len: 856 time: 0.0493412 Feb 10 03:43:00.966854 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acd25e-7b0f-4e96-98e4-e5373e2239ad req-0550f1bf-dce8-4e5c-b6fb-961f954c64e4 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:00.968202 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e3acd25e-7b0f-4e96-98e4-e5373e2239ad req-0550f1bf-dce8-4e5c-b6fb-961f954c64e4 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 946 time: 0.0600026 Feb 10 03:43:01.022086 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e3acd25e-7b0f-4e96-98e4-e5373e2239ad req-e4dbe0ba-bead-4953-bf10-99fa213c74ce tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482757 Feb 10 03:43:01.605284 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:43:01.658590 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54965019-624d-4e28-9295-2bf1b00a0367 req-c9b12350-c553-4f25-b8ba-2394a73b3788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:01.660130 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-54965019-624d-4e28-9295-2bf1b00a0367 req-c9b12350-c553-4f25-b8ba-2394a73b3788 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2276b970-ba53-4cdf-8089-151cb82a4e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567980 Feb 10 03:43:01.694668 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 is: DOWN; New status is: DOWN {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:43:01.802598 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c254b-dd4b-400b-a965-c5a8a04e4268 req-c51c3a23-9fe5-414f-899f-36f9775e8b78 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:01.804069 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c77c254b-dd4b-400b-a965-c5a8a04e4268 req-c51c3a23-9fe5-414f-899f-36f9775e8b78 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 943 time: 0.0543096 Feb 10 03:43:01.851071 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c77c254b-dd4b-400b-a965-c5a8a04e4268 req-6b10372b-ef18-4dfe-9f80-a05a58296269 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401256 Feb 10 03:43:02.148143 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fdf50-1174-4b33-b4d9-e7030953dd02 req-3bd53047-4a4a-4dcb-939b-5887e08f8704 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:02.149605 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-763fdf50-1174-4b33-b4d9-e7030953dd02 req-3bd53047-4a4a-4dcb-939b-5887e08f8704 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 946 time: 0.0553138 Feb 10 03:43:02.201235 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-763fdf50-1174-4b33-b4d9-e7030953dd02 req-171be8b9-416a-499d-9bed-fdd0f40e22fa tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433624 Feb 10 03:43:02.642466 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-54965019-624d-4e28-9295-2bf1b00a0367 req-ef041509-c7d8-4d7c-8854-36c6fedce965 service neutron] 10.222.0.21 "GET /v2.0/networks/2276b970-ba53-4cdf-8089-151cb82a4e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008389 Feb 10 03:43:02.736689 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-54965019-624d-4e28-9295-2bf1b00a0367 req-1c435fba-f564-4e62-b7d4-2bd7cf892f18 service neutron] 10.222.0.21 "GET /v2.0/networks/2276b970-ba53-4cdf-8089-151cb82a4e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845411 Feb 10 03:43:02.982991 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463f564-1a82-40e8-8c05-a6f344f36881 req-9aa14fbf-1a6e-48ac-a073-a2b337b04ab1 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:02.984452 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c463f564-1a82-40e8-8c05-a6f344f36881 req-9aa14fbf-1a6e-48ac-a073-a2b337b04ab1 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 943 time: 0.0565414 Feb 10 03:43:03.030329 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c463f564-1a82-40e8-8c05-a6f344f36881 req-b98a55ae-4b2a-46fc-9335-8e582dddebbe tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402114 Feb 10 03:43:03.144301 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3ff9e-7da4-4119-8cf6-53320752fead req-1e5bd3e4-3021-4d7e-9ced-7b78a1a471d1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:03.145757 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-b4e3ff9e-7da4-4119-8cf6-53320752fead req-1e5bd3e4-3021-4d7e-9ced-7b78a1a471d1 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.21 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 946 time: 0.0540719 Feb 10 03:43:03.241235 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-b4e3ff9e-7da4-4119-8cf6-53320752fead req-ad08e102-235c-446f-a070-897125696ae4 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Deleting port 21a54a32-023a-446a-a188-568375c7704d {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:43:03.241665 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-b4e3ff9e-7da4-4119-8cf6-53320752fead req-ad08e102-235c-446f-a070-897125696ae4 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (21a54a32-023a-446a-a188-568375c7704d), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:03.348239 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-b4e3ff9e-7da4-4119-8cf6-53320752fead req-ad08e102-235c-446f-a070-897125696ae4 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] For port 21a54a32-023a-446a-a188-568375c7704d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=21a54a32-023a-446a-a188-568375c7704d,segment=NetworkSegment(0eb1f705-8f4d-4245-9b67-3505fcdf4b86),segment_id=0eb1f705-8f4d-4245-9b67-3505fcdf4b86)] {{(pid=102733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:43:03.348834 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-b4e3ff9e-7da4-4119-8cf6-53320752fead req-ad08e102-235c-446f-a070-897125696ae4 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (21a54a32-023a-446a-a188-568375c7704d), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:03.350608 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d948ef7-af6c-4895-888e-08d632d8d0da req-5f93b2d8-dcd2-40a7-93d3-db3fc6278f8e tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:03.352324 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7d948ef7-af6c-4895-888e-08d632d8d0da req-5f93b2d8-dcd2-40a7-93d3-db3fc6278f8e tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 946 time: 0.0747480 Feb 10 03:43:03.380712 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-b4e3ff9e-7da4-4119-8cf6-53320752fead req-ad08e102-235c-446f-a070-897125696ae4 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Calling delete_port for 21a54a32-023a-446a-a188-568375c7704d owned by compute:nova {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:43:03.420466 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7d948ef7-af6c-4895-888e-08d632d8d0da req-3048ad2d-bc9e-43fe-9515-65b9079bd903 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/security-groups?id=5280a73d-62d5-4c6b-a96d-889d0e6dd26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612738 Feb 10 03:43:03.588132 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-b4e3ff9e-7da4-4119-8cf6-53320752fead req-ad08e102-235c-446f-a070-897125696ae4 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (21a54a32-023a-446a-a188-568375c7704d), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:03.618696 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08e102-235c-446f-a070-897125696ae4 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Pushing event deleted for resources: {'Port': ['ID=21a54a32-023a-446a-a188-568375c7704d,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:03.646390 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['21a54a32-023a-446a-a188-568375c7704d'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:43:03.676457 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e3ff9e-7da4-4119-8cf6-53320752fead req-ad08e102-235c-446f-a070-897125696ae4 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] No DVR routers for this DVR port 21a54a32-023a-446a-a188-568375c7704d on host hv-cinder-82806 {{(pid=102733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:43:03.679381 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-b4e3ff9e-7da4-4119-8cf6-53320752fead req-ad08e102-235c-446f-a070-897125696ae4 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:03.689963 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-b4e3ff9e-7da4-4119-8cf6-53320752fead req-ad08e102-235c-446f-a070-897125696ae4 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.21 "DELETE /v2.0/ports/21a54a32-023a-446a-a188-568375c7704d HTTP/1.1" status: 204 len: 173 time: 0.5334673 Feb 10 03:43:03.690639 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a528a15b-6851-416c-9040-245fa3c93b88', 'name': 'network-vif-deleted', 'tag': '21a54a32-023a-446a-a188-568375c7704d'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:43:03.693343 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a44d8a-286e-4e7b-a15b-5ec390586f8a" -d '{"events": [{"server_uuid": "a528a15b-6851-416c-9040-245fa3c93b88", "name": "network-vif-deleted", "tag": "21a54a32-023a-446a-a188-568375c7704d"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:43:03.734526 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5601d62e-a8eb-493b-8cbd-697fdca21336 x-openstack-request-id: req-5601d62e-a8eb-493b-8cbd-697fdca21336 {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:43:03.734865 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a528a15b-6851-416c-9040-245fa3c93b88", "name": "network-vif-deleted", "tag": "21a54a32-023a-446a-a188-568375c7704d", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:43:03.735105 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5601d62e-a8eb-493b-8cbd-697fdca21336 {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:43:03.735534 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a528a15b-6851-416c-9040-245fa3c93b88', 'name': 'network-vif-deleted', 'tag': '21a54a32-023a-446a-a188-568375c7704d', 'status': 'completed', 'code': 200} Feb 10 03:43:04.179475 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f12308-7daf-4630-a53a-c62c1bf29169 req-55337d31-13d1-4b6c-a0a9-3e64c19d13bb tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:04.180991 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-65f12308-7daf-4630-a53a-c62c1bf29169 req-55337d31-13d1-4b6c-a0a9-3e64c19d13bb tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 943 time: 0.0790157 Feb 10 03:43:04.247359 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-65f12308-7daf-4630-a53a-c62c1bf29169 req-435a0d2c-8c16-418a-bf97-396b8f1f20e3 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595205 Feb 10 03:43:04.507604 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-98cf23b0-8ff2-40eb-8497-a21f6d5df8b4 req-d242c904-aff6-4b5e-aa36-0107a96e514e tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 210 time: 0.0285223 Feb 10 03:43:05.373663 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7d98f-d810-4eae-8888-98c955fc5434 req-b1a34ba2-6945-4396-b494-31b35df87cc3 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:05.375493 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-57c7d98f-d810-4eae-8888-98c955fc5434 req-b1a34ba2-6945-4396-b494-31b35df87cc3 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 943 time: 0.0552351 Feb 10 03:43:05.428867 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-57c7d98f-d810-4eae-8888-98c955fc5434 req-ecf20ba8-1abb-4e13-812a-84f4d9cbfb8e tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473535 Feb 10 03:43:05.622831 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a62525ac-7866-41a5-bbf9-df18d4ca872a req-5ac74cf7-f07b-4f13-9b69-55a375a00991 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 210 time: 0.0312679 Feb 10 03:43:06.570151 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21710b1-3313-48b2-ab50-f78708e93162 req-dd8105fe-00b8-43a3-a216-9bb4de8457df tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:06.572073 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f21710b1-3313-48b2-ab50-f78708e93162 req-dd8105fe-00b8-43a3-a216-9bb4de8457df tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 943 time: 0.0665922 Feb 10 03:43:06.619625 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f21710b1-3313-48b2-ab50-f78708e93162 req-5384962d-67e2-44bd-89e0-b98700c2a447 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417004 Feb 10 03:43:06.721843 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5fa0aaee-15f3-47be-a5cc-f9b356426a1e req-adc49f1c-5de7-40d4-b32f-071964261825 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 210 time: 0.0284801 Feb 10 03:43:06.767508 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 21a54a32-023a-446a-a188-568375c7704d no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:43:06.787092 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] No Port match for: 21a54a32-023a-446a-a188-568375c7704d {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:43:06.787435 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 21a54a32-023a-446a-a188-568375c7704d not bound to the agent host hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:43:07.799524 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8e028-ba0f-4c71-bde6-7a70b22d73fd req-e30d66b5-4db6-40ac-af0f-c0452fb7f0fb tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:07.801116 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4ac8e028-ba0f-4c71-bde6-7a70b22d73fd req-e30d66b5-4db6-40ac-af0f-c0452fb7f0fb tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 943 time: 0.0857229 Feb 10 03:43:07.833249 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0c4d3137-201c-4684-88b1-9ccc68bb3489 req-94d386dd-f179-49b7-b468-73344ac340a5 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 210 time: 0.0310299 Feb 10 03:43:07.867055 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4ac8e028-ba0f-4c71-bde6-7a70b22d73fd req-84536dc5-da1d-40fa-92f0-967f89aa17aa tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563722 Feb 10 03:43:08.929455 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3048af21-ec3f-4a32-a253-d384167cfea6 req-ee7df2c7-1a22-4280-a833-7c363d1e8eb6 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 210 time: 0.0296187 Feb 10 03:43:09.015548 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15001a14-efef-4297-9267-845b7f9fe591 req-4f8fd996-bb44-40e6-8448-e56812dc960e tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:09.017034 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-15001a14-efef-4297-9267-845b7f9fe591 req-4f8fd996-bb44-40e6-8448-e56812dc960e tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 943 time: 0.0551605 Feb 10 03:43:09.067632 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-15001a14-efef-4297-9267-845b7f9fe591 req-f9a400f3-a315-4b78-843f-cb1022f979b7 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434082 Feb 10 03:43:10.034086 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-666184d7-4edd-4f70-a93b-59f857b31b73 req-a9fc225d-d234-48cd-aaa7-a078f2867595 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 210 time: 0.0348601 Feb 10 03:43:10.203489 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead71aa2-622a-4e03-b108-ad834050a99d req-f3dee465-e7f0-48f3-9b60-a1eb56cbfaf9 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:10.204902 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ead71aa2-622a-4e03-b108-ad834050a99d req-f3dee465-e7f0-48f3-9b60-a1eb56cbfaf9 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 943 time: 0.0548151 Feb 10 03:43:10.253945 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ead71aa2-622a-4e03-b108-ad834050a99d req-a25abc75-e779-4a25-8049-13298a73611f tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432487 Feb 10 03:43:11.146393 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b9fdce1c-cba4-43f9-9730-399658a244a6 req-9a702194-275a-4308-aa46-a096cc6f0cb8 tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 210 time: 0.0314014 Feb 10 03:43:11.395872 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c2a1d-4667-489b-9c63-d4c34760ea15 req-68a509ad-6743-4558-8bb3-044095a62dea tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:11.398030 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-550c2a1d-4667-489b-9c63-d4c34760ea15 req-68a509ad-6743-4558-8bb3-044095a62dea tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 943 time: 0.0627129 Feb 10 03:43:11.449616 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-550c2a1d-4667-489b-9c63-d4c34760ea15 req-9c3c8ec1-2a8f-4d73-90d7-15e307851480 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417776 Feb 10 03:43:12.278757 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-54fefced-8a95-4c1d-af16-ccd72c705e2e req-c88d99a4-2638-4aac-bbb6-257bd6868acb tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 210 time: 0.0454245 Feb 10 03:43:12.468145 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 6 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:43:12.583991 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01c836-7b11-4273-b695-2bff91e94d3c req-d0a5712a-6aee-4d41-b88d-6ed7291951b0 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:12.585438 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bd01c836-7b11-4273-b695-2bff91e94d3c req-d0a5712a-6aee-4d41-b88d-6ed7291951b0 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 943 time: 0.0514371 Feb 10 03:43:12.638609 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bd01c836-7b11-4273-b695-2bff91e94d3c req-363d261b-958f-46ce-836a-e7e01efa2cbc tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471869 Feb 10 03:43:13.374171 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-62631571-86ff-48ce-944d-235bfc3266d0 req-68d1dd20-db26-4810-a55e-52f0b71e7b1b tempest-TestMinimumBasicScenario-1901763929 tempest-TestMinimumBasicScenario-1901763929-project] 10.222.0.32 "GET /v2.0/ports?device_id=a528a15b-6851-416c-9040-245fa3c93b88 HTTP/1.1" status: 200 len: 210 time: 0.0317967 Feb 10 03:43:13.781549 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfdc4e-0491-4069-8219-f817e21d31ed req-08c7aadd-f192-4927-8aa0-f686d15b76ce tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:13.783083 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ebcfdc4e-0491-4069-8219-f817e21d31ed req-08c7aadd-f192-4927-8aa0-f686d15b76ce tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 943 time: 0.0629551 Feb 10 03:43:13.833123 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ebcfdc4e-0491-4069-8219-f817e21d31ed req-9afcbea5-1a82-4262-99e2-25a7f9c9c04b tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443597 Feb 10 03:43:14.925552 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 50352) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:14.961452 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf2765-dd84-4b4e-bc5d-a270897a1c6c req-1ba79dd3-89d7-404d-a5d2-62f7896f851a tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:14.962970 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-74bf2765-dd84-4b4e-bc5d-a270897a1c6c req-1ba79dd3-89d7-404d-a5d2-62f7896f851a tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 943 time: 0.0553832 Feb 10 03:43:15.009737 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-74bf2765-dd84-4b4e-bc5d-a270897a1c6c req-8146dd8f-59ca-4472-b7e2-f043ae257274 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410900 Feb 10 03:43:15.272843 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f8e35f0f-71d3-4946-b87f-09d6975ae5d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1573495'] for router_interface (61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:15.496549 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 50360) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:15.519524 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [None req-f8e35f0f-71d3-4946-b87f-09d6975ae5d5 admin admin] Deleting port a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:43:15.519868 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f8e35f0f-71d3-4946-b87f-09d6975ae5d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:15.598897 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-f8e35f0f-71d3-4946-b87f-09d6975ae5d5 admin admin] For port a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e,segment=NetworkSegment(0eb1f705-8f4d-4245-9b67-3505fcdf4b86),segment_id=0eb1f705-8f4d-4245-9b67-3505fcdf4b86)] {{(pid=102733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:43:15.599263 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f8e35f0f-71d3-4946-b87f-09d6975ae5d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:15.613156 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-09e64fb7-0005-4976-8fac-e5906638ae46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:15.615679 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [None req-f8e35f0f-71d3-4946-b87f-09d6975ae5d5 admin admin] Calling delete_port for a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e owned by network:router_interface {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:43:15.700579 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-09e64fb7-0005-4976-8fac-e5906638ae46 admin admin] Publish callbacks [] for security_group (548328db-0bd9-4955-970c-45d6cd3c13ec), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:15.704648 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-09e64fb7-0005-4976-8fac-e5906638ae46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (548328db-0bd9-4955-970c-45d6cd3c13ec), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:15.742500 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-09e64fb7-0005-4976-8fac-e5906638ae46 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=086bafc01f8042f7a389257f0c880323&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444687 Feb 10 03:43:15.743824 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e64fb7-0005-4976-8fac-e5906638ae46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548328db-0bd9-4955-970c-45d6cd3c13ec,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:15.746021 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 50364) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:15.794815 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3513d2bd-8d4a-4cae-9a03-eace039d3dbe admin admin] Publish callbacks [] for security_group (548328db-0bd9-4955-970c-45d6cd3c13ec), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:15.808880 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f8e35f0f-71d3-4946-b87f-09d6975ae5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:15.816405 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3513d2bd-8d4a-4cae-9a03-eace039d3dbe admin admin] Publish callbacks [] for security_group (548328db-0bd9-4955-970c-45d6cd3c13ec), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:15.834471 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e35f0f-71d3-4946-b87f-09d6975ae5d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:15.869012 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3513d2bd-8d4a-4cae-9a03-eace039d3dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (548328db-0bd9-4955-970c-45d6cd3c13ec), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:15.871789 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3513d2bd-8d4a-4cae-9a03-eace039d3dbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:15.875386 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-3513d2bd-8d4a-4cae-9a03-eace039d3dbe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/548328db-0bd9-4955-970c-45d6cd3c13ec HTTP/1.1" status: 204 len: 168 time: 0.1262288 Feb 10 03:43:15.882467 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513d2bd-8d4a-4cae-9a03-eace039d3dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548328db-0bd9-4955-970c-45d6cd3c13ec,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:16.010983 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f8e35f0f-71d3-4946-b87f-09d6975ae5d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1573603'] for router_interface (61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:16.157506 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af0f2a-c5de-4e6d-953b-f77e39cf9952 req-8313f803-52df-403d-adb5-89a9c99f24a1 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:16.159644 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c0af0f2a-c5de-4e6d-953b-f77e39cf9952 req-8313f803-52df-403d-adb5-89a9c99f24a1 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 943 time: 0.0732784 Feb 10 03:43:16.218572 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c0af0f2a-c5de-4e6d-953b-f77e39cf9952 req-2ebba945-3fad-4fca-b157-de8be2c0a004 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509064 Feb 10 03:43:16.254829 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e35f0f-71d3-4946-b87f-09d6975ae5d5 admin admin] Router 61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:43:16.359867 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e35f0f-71d3-4946-b87f-09d6975ae5d5 admin admin] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:43:16.364904 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-f8e35f0f-71d3-4946-b87f-09d6975ae5d5 admin admin] 10.222.0.32 "PUT /v2.0/routers/61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4382088 Feb 10 03:43:16.367677 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 50382) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:16.372208 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92caaa39-8b3e-441c-ae85-57462b000ebc None None] Sync routers for ids ['61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb'] in dv-cinder-828060-2-iscsi {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:43:16.382817 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92caaa39-8b3e-441c-ae85-57462b000ebc None None] Routers {'61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:43:16.383869 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-92caaa39-8b3e-441c-ae85-57462b000ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:42:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:16.485062 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fc129f00-9b5e-4e25-931b-2b65b4c785b2 admin admin] Publish callbacks [] for router (61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:16.501520 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-92caaa39-8b3e-441c-ae85-57462b000ebc None None] Set router 61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:43:16.591051 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fc129f00-9b5e-4e25-931b-2b65b4c785b2 admin admin] Publish callbacks [] for router_gateway (61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:16.647381 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-fc129f00-9b5e-4e25-931b-2b65b4c785b2 admin admin] Deleting port 14ca726a-99ad-4e9f-bc64-fe2ff0891440 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:43:16.647734 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fc129f00-9b5e-4e25-931b-2b65b4c785b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (14ca726a-99ad-4e9f-bc64-fe2ff0891440), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:16.694091 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-92caaa39-8b3e-441c-ae85-57462b000ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'name': 'tempest-TestMinimumBasicScenario-40054323-router', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '14ca726a-99ad-4e9f-bc64-fe2ff0891440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:40:25Z', 'updated_at': '2022-02-10T03:43:15Z', 'revision_number': 5, 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'gw_port': {'id': '14ca726a-99ad-4e9f-bc64-fe2ff0891440', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:25Z', 'updated_at': '2022-02-10T03:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:16.729744 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-fc129f00-9b5e-4e25-931b-2b65b4c785b2 admin admin] For port 14ca726a-99ad-4e9f-bc64-fe2ff0891440, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=14ca726a-99ad-4e9f-bc64-fe2ff0891440,segment=NetworkSegment(c1a6dc3e-a0fe-4959-bf17-1081534e4b16),segment_id=c1a6dc3e-a0fe-4959-bf17-1081534e4b16)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:43:16.730153 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fc129f00-9b5e-4e25-931b-2b65b4c785b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (14ca726a-99ad-4e9f-bc64-fe2ff0891440), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:16.731755 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92caaa39-8b3e-441c-ae85-57462b000ebc None None] Checking router: 61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb for host: dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:43:16.740333 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92caaa39-8b3e-441c-ae85-57462b000ebc None None] Routers {'61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:43:16.740955 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-92caaa39-8b3e-441c-ae85-57462b000ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:42:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:16.745583 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-fc129f00-9b5e-4e25-931b-2b65b4c785b2 admin admin] Calling delete_port for 14ca726a-99ad-4e9f-bc64-fe2ff0891440 owned by network:router_gateway {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:43:16.807381 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:43:16.847997 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-92caaa39-8b3e-441c-ae85-57462b000ebc None None] Set router 61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb gateway port host: None {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:43:16.925891 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fc129f00-9b5e-4e25-931b-2b65b4c785b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265725731'] for port (14ca726a-99ad-4e9f-bc64-fe2ff0891440), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:16.984490 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc129f00-9b5e-4e25-931b-2b65b4c785b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=14ca726a-99ad-4e9f-bc64-fe2ff0891440,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:17.024677 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fc129f00-9b5e-4e25-931b-2b65b4c785b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1575229'] for router_gateway (61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:17.055471 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-92caaa39-8b3e-441c-ae85-57462b000ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'name': 'tempest-TestMinimumBasicScenario-40054323-router', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:40:25Z', 'updated_at': '2022-02-10T03:43:16Z', 'revision_number': 6, 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'gw_port_host': None}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:17.122560 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92caaa39-8b3e-441c-ae85-57462b000ebc None None] The sync data for ids ['61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb'] in dv-cinder-828060-2-iscsi is: [{'id': '61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb', 'name': 'tempest-TestMinimumBasicScenario-40054323-router', 'tenant_id': 'f8d44d08ec564e94b99156087796bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:40:25Z', 'updated_at': '2022-02-10T03:43:16Z', 'revision_number': 6, 'project_id': 'f8d44d08ec564e94b99156087796bf3d', 'gw_port_host': None}] {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:43:17.136646 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fc129f00-9b5e-4e25-931b-2b65b4c785b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256814'] for router (61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:17.145563 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fc129f00-9b5e-4e25-931b-2b65b4c785b2 admin admin] Publish callbacks [] for router_controller (61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb), precommit_delete_associations {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:17.173583 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=dd4ed260-10d2-4b11-ae4a-2e37c7f81db6,segment=NetworkSegment(086c110e-e949-4dfb-87df-62ade2705185),segment_id=086c110e-e949-4dfb-87df-62ade2705185)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:43:17.186841 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Returning: {'device': 'dd4ed260-10d2-4b11-ae4a-2e37c7f81db6', 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'port_id': 'dd4ed260-10d2-4b11-ae4a-2e37c7f81db6', 'mac_address': 'fa:16:3e:c2:8b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:43:17.220893 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fc129f00-9b5e-4e25-931b-2b65b4c785b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1576845'] for router (61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:17.222415 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc129f00-9b5e-4e25-931b-2b65b4c785b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb {{(pid=102732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 03:43:17.227680 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fc129f00-9b5e-4e25-931b-2b65b4c785b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:17.228904 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-fc129f00-9b5e-4e25-931b-2b65b4c785b2 admin admin] 10.222.0.32 "DELETE /v2.0/routers/61ed70bc-bc0e-40e5-bf38-96f95d1d9bfb HTTP/1.1" status: 204 len: 168 time: 0.8598247 Feb 10 03:43:17.232457 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 50408) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:17.240234 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 is: DOWN; New status is: BUILD {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:43:17.240630 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (dd4ed260-10d2-4b11-ae4a-2e37c7f81db6), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:17.254717 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 {{(pid=102734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:43:17.276947 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=dd4ed260-10d2-4b11-ae4a-2e37c7f81db6,segment=NetworkSegment(086c110e-e949-4dfb-87df-62ade2705185),segment_id=086c110e-e949-4dfb-87df-62ade2705185)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:43:17.281739 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba462ab5-5bf7-4bbd-a3d4-3901061aa106 admin admin] Deleting subnet ee4f3d3c-17ed-40ed-b0d6-547105984483 {{(pid=102733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 03:43:17.282270 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (dd4ed260-10d2-4b11-ae4a-2e37c7f81db6), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:17.285303 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ba462ab5-5bf7-4bbd-a3d4-3901061aa106 admin admin] Publish callbacks [] for subnet (ee4f3d3c-17ed-40ed-b0d6-547105984483), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:17.321807 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ba462ab5-5bf7-4bbd-a3d4-3901061aa106 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268408276'] for subnet (ee4f3d3c-17ed-40ed-b0d6-547105984483), precommit_delete_associations {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:17.335502 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=dd4ed260-10d2-4b11-ae4a-2e37c7f81db6,revision_number=9']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:17.350221 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116f6b3-b1aa-40c7-857d-faf88d664fd3 req-e676d808-4b3a-439a-b582-ae808f887824 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:17.351761 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b116f6b3-b1aa-40c7-857d-faf88d664fd3 req-e676d808-4b3a-439a-b582-ae808f887824 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 944 time: 0.0547900 Feb 10 03:43:17.397086 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b116f6b3-b1aa-40c7-857d-faf88d664fd3 req-456d70d8-c4e9-4125-9fa2-d63b12efcfb1 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393693 Feb 10 03:43:17.427492 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ba462ab5-5bf7-4bbd-a3d4-3901061aa106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686942'] for subnet (ee4f3d3c-17ed-40ed-b0d6-547105984483), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:17.482429 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ba462ab5-5bf7-4bbd-a3d4-3901061aa106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264842904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265035810'] for subnet (ee4f3d3c-17ed-40ed-b0d6-547105984483), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:17.512670 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba462ab5-5bf7-4bbd-a3d4-3901061aa106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee4f3d3c-17ed-40ed-b0d6-547105984483,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:17.518453 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ba462ab5-5bf7-4bbd-a3d4-3901061aa106 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:17.525050 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-ba462ab5-5bf7-4bbd-a3d4-3901061aa106 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ee4f3d3c-17ed-40ed-b0d6-547105984483 HTTP/1.1" status: 204 len: 168 time: 0.2907679 Feb 10 03:43:17.525388 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277b8106-3a06-4a06-b3b9-ac9210a3c065 None None] Network c3e758e9-8c30-4511-9ae7-8ed1e299ebc5 requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:43:17.527114 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 50412) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:17.603004 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ea274a5e-64ac-4266-ba37-275f627931c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-664968'] for network (c3e758e9-8c30-4511-9ae7-8ed1e299ebc5), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:17.609944 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['dd4ed260-10d2-4b11-ae4a-2e37c7f81db6'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:43:17.653547 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [None req-ea274a5e-64ac-4266-ba37-275f627931c7 admin admin] Deleting port 2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:43:17.653880 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ea274a5e-64ac-4266-ba37-275f627931c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:17.722254 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-ea274a5e-64ac-4266-ba37-275f627931c7 admin admin] For port 2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a,segment=NetworkSegment(0eb1f705-8f4d-4245-9b67-3505fcdf4b86),segment_id=0eb1f705-8f4d-4245-9b67-3505fcdf4b86)] {{(pid=102733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:43:17.722616 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ea274a5e-64ac-4266-ba37-275f627931c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:17.735091 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [None req-ea274a5e-64ac-4266-ba37-275f627931c7 admin admin] Calling delete_port for 2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a owned by network:dhcp {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:43:17.813676 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ea274a5e-64ac-4266-ba37-275f627931c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:17.839057 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea274a5e-64ac-4266-ba37-275f627931c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:17.840778 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea274a5e-64ac-4266-ba37-275f627931c7 admin admin] No DVR routers for this DVR port 2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a on host dv-cinder-828060-2-iscsi {{(pid=102733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:43:17.907666 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdb008a-7125-45db-9b44-69aed8d16432 None None] DHCP port deletion for c3e758e9-8c30-4511-9ae7-8ed1e299ebc5 request from dv-cinder-828060-2-iscsi {{(pid=102734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 03:43:17.917974 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ea274a5e-64ac-4266-ba37-275f627931c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737483', 'neutron.services.segments.db._delete_segments_for_network-8729388224440'] for network (c3e758e9-8c30-4511-9ae7-8ed1e299ebc5), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:17.939956 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.services.segments.db [None req-ea274a5e-64ac-4266-ba37-275f627931c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e758e9-8c30-4511-9ae7-8ed1e299ebc5']}} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:17.949261 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.services.segments.db [None req-ea274a5e-64ac-4266-ba37-275f627931c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eb1f705-8f4d-4245-9b67-3505fcdf4b86') {'for_net_delete': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:17.949559 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.services.segments.db [None req-ea274a5e-64ac-4266-ba37-275f627931c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eb1f705-8f4d-4245-9b67-3505fcdf4b86') {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:17.959526 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ea274a5e-64ac-4266-ba37-275f627931c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729388227777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268408301'] for segment (0eb1f705-8f4d-4245-9b67-3505fcdf4b86), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:17.973299 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ea274a5e-64ac-4266-ba37-275f627931c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (0eb1f705-8f4d-4245-9b67-3505fcdf4b86), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:17.979578 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea274a5e-64ac-4266-ba37-275f627931c7 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 03:43:17.980011 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ea274a5e-64ac-4266-ba37-275f627931c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264842786'] for segment (0eb1f705-8f4d-4245-9b67-3505fcdf4b86), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: Traceback (most recent call last): Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: timer() Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: cb(*args, **kw) Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: return func(*args, **kwargs) Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: self._notify() Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: self.callback(batched_events) Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: event.method(event) Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: return f(self, *a, **k) Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: return self._get(url).json() Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: return self.request(url, 'GET', **kwargs) Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 03:43:17.981756 dv-cinder-828060-2-iscsi neutron-server[102733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 03:43:18.177762 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a no longer exists at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:43:18.199027 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] No Port match for: 2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:43:18.199385 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 2ab24d6b-967c-4da5-b2a6-5be2dc97bc6a not bound to the agent host dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:43:18.199820 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e no longer exists at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:43:18.219854 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] No Port match for: a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:43:18.220207 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device a93bb20a-61ee-442b-a14c-a6e7bdcf5b5e not bound to the agent host dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:43:18.220591 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 14ca726a-99ad-4e9f-bc64-fe2ff0891440 no longer exists at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:43:18.240555 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] No Port match for: 14ca726a-99ad-4e9f-bc64-fe2ff0891440 {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:43:18.241809 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 14ca726a-99ad-4e9f-bc64-fe2ff0891440 not bound to the agent host dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:43:18.341772 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ea274a5e-64ac-4266-ba37-275f627931c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575265'] for network (c3e758e9-8c30-4511-9ae7-8ed1e299ebc5), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:18.351015 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ea274a5e-64ac-4266-ba37-275f627931c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:18.358330 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-ea274a5e-64ac-4266-ba37-275f627931c7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c3e758e9-8c30-4511-9ae7-8ed1e299ebc5 HTTP/1.1" status: 204 len: 168 time: 0.8270490 Feb 10 03:43:18.358800 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 50422) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:18.364937 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea274a5e-64ac-4266-ba37-275f627931c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3e758e9-8c30-4511-9ae7-8ed1e299ebc5,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:18.606335 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646fca0-4369-48d1-b49f-673f45095291 req-ed0f0b0d-7afd-4867-b93e-208d2642c933 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:18.607735 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f646fca0-4369-48d1-b49f-673f45095291 req-ed0f0b0d-7afd-4867-b93e-208d2642c933 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 944 time: 0.1373158 Feb 10 03:43:18.686873 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f646fca0-4369-48d1-b49f-673f45095291 req-ac3532fc-b091-488b-806b-b78d89d970e6 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726221 Feb 10 03:43:18.855756 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4ed55e3c-5b03-41f4-8f8f-02cc8e6d4e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1573495'] for router_interface (6f453a77-5106-445d-8656-d9c51025db3c), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:19.407789 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4ed55e3c-5b03-41f4-8f8f-02cc8e6d4e29 admin admin] Deleting port 4fe3e52a-79df-45a4-bf86-27b09b3061dc {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:43:19.408416 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4ed55e3c-5b03-41f4-8f8f-02cc8e6d4e29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (4fe3e52a-79df-45a4-bf86-27b09b3061dc), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:19.491992 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-4ed55e3c-5b03-41f4-8f8f-02cc8e6d4e29 admin admin] For port 4fe3e52a-79df-45a4-bf86-27b09b3061dc, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=4fe3e52a-79df-45a4-bf86-27b09b3061dc,segment=NetworkSegment(a28f2782-c114-48e8-bba2-8482ad75afc4),segment_id=a28f2782-c114-48e8-bba2-8482ad75afc4)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:43:19.492346 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4ed55e3c-5b03-41f4-8f8f-02cc8e6d4e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (4fe3e52a-79df-45a4-bf86-27b09b3061dc), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:19.505332 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4ed55e3c-5b03-41f4-8f8f-02cc8e6d4e29 admin admin] Calling delete_port for 4fe3e52a-79df-45a4-bf86-27b09b3061dc owned by network:router_interface {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:43:19.703136 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4ed55e3c-5b03-41f4-8f8f-02cc8e6d4e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265725731'] for port (4fe3e52a-79df-45a4-bf86-27b09b3061dc), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:19.729133 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed55e3c-5b03-41f4-8f8f-02cc8e6d4e29 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe3e52a-79df-45a4-bf86-27b09b3061dc,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:19.801808 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-d19f6f2b-2d54-4cd6-a077-5107c128d6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:19.883932 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4503d0a-df39-4a58-8bb7-a844b5c58651 req-9d09d7f7-b36c-4d70-8d5f-0aff9eb8971e tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:19.885464 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f4503d0a-df39-4a58-8bb7-a844b5c58651 req-9d09d7f7-b36c-4d70-8d5f-0aff9eb8971e tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 944 time: 0.1096635 Feb 10 03:43:19.973843 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4ed55e3c-5b03-41f4-8f8f-02cc8e6d4e29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1573603'] for router_interface (6f453a77-5106-445d-8656-d9c51025db3c), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:19.978163 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f4503d0a-df39-4a58-8bb7-a844b5c58651 req-5b80ece1-41c7-4ba1-ab46-ea9339d8afa7 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832982 Feb 10 03:43:20.200732 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed55e3c-5b03-41f4-8f8f-02cc8e6d4e29 admin admin] Router 6f453a77-5106-445d-8656-d9c51025db3c has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:43:20.249078 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 up at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:43:20.300338 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning complete for port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:43:20.300682 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (dd4ed260-10d2-4b11-ae4a-2e37c7f81db6), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:20.309634 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed55e3c-5b03-41f4-8f8f-02cc8e6d4e29 admin admin] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:43:20.314971 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-4ed55e3c-5b03-41f4-8f8f-02cc8e6d4e29 admin admin] 10.222.0.32 "PUT /v2.0/routers/6f453a77-5106-445d-8656-d9c51025db3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9548514 Feb 10 03:43:20.317533 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 50430) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:20.323739 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215d8d41-4596-4990-abc8-6f6fedeb9b76 None None] Sync routers for ids ['6f453a77-5106-445d-8656-d9c51025db3c'] in dv-cinder-828060-2-iscsi {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:43:20.334814 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215d8d41-4596-4990-abc8-6f6fedeb9b76 None None] Routers {'6f453a77-5106-445d-8656-d9c51025db3c'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:43:20.335672 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-215d8d41-4596-4990-abc8-6f6fedeb9b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:42:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['6f453a77-5106-445d-8656-d9c51025db3c'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:20.379604 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 is: BUILD; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:43:20.379998 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (dd4ed260-10d2-4b11-ae4a-2e37c7f81db6), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:20.402869 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68175f5a-583d-43b3-a6f6-3b045303c1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4ed260-10d2-4b11-ae4a-2e37c7f81db6'}] {{(pid=102734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:43:20.405615 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f765ceee2b9e6863c7c09e3b0452b272479917b97bc142159859c6a833de831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eda7dd2-8870-4a32-88b7-8f78a212a00e" -d '{"events": [{"server_uuid": "68175f5a-583d-43b3-a6f6-3b045303c1d1", "name": "network-vif-plugged", "status": "completed", "tag": "dd4ed260-10d2-4b11-ae4a-2e37c7f81db6"}]}' {{(pid=102734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:43:20.426053 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-be35da9a-6b9b-433b-815f-d15e863457a8 admin admin] Publish callbacks [] for router (6f453a77-5106-445d-8656-d9c51025db3c), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:20.445750 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-215d8d41-4596-4990-abc8-6f6fedeb9b76 None None] Set router 6f453a77-5106-445d-8656-d9c51025db3c gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:43:20.446556 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=dd4ed260-10d2-4b11-ae4a-2e37c7f81db6,segment=NetworkSegment(086c110e-e949-4dfb-87df-62ade2705185),segment_id=086c110e-e949-4dfb-87df-62ade2705185)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:43:20.455083 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edd7a1d-775b-4e08-bfd5-0210e07e3e0f x-openstack-request-id: req-3edd7a1d-775b-4e08-bfd5-0210e07e3e0f {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:43:20.455312 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68175f5a-583d-43b3-a6f6-3b045303c1d1", "name": "network-vif-plugged", "status": "completed", "tag": "dd4ed260-10d2-4b11-ae4a-2e37c7f81db6", "code": 200}]} {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:43:20.455568 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3edd7a1d-775b-4e08-bfd5-0210e07e3e0f {{(pid=102734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:43:20.455971 dv-cinder-828060-2-iscsi neutron-server[102734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68175f5a-583d-43b3-a6f6-3b045303c1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4ed260-10d2-4b11-ae4a-2e37c7f81db6', 'code': 200} Feb 10 03:43:20.457239 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (dd4ed260-10d2-4b11-ae4a-2e37c7f81db6), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:20.505690 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=dd4ed260-10d2-4b11-ae4a-2e37c7f81db6,revision_number=10']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:20.534703 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-be35da9a-6b9b-433b-815f-d15e863457a8 admin admin] Publish callbacks [] for router_gateway (6f453a77-5106-445d-8656-d9c51025db3c), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:20.586132 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-be35da9a-6b9b-433b-815f-d15e863457a8 admin admin] Deleting port 2065fca1-02e5-44bc-a446-ee4489580afb {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:43:20.586873 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-be35da9a-6b9b-433b-815f-d15e863457a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (2065fca1-02e5-44bc-a446-ee4489580afb), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:20.619696 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-215d8d41-4596-4990-abc8-6f6fedeb9b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f453a77-5106-445d-8656-d9c51025db3c', 'name': 'tempest-TestMinimumBasicScenario-388125437-router', 'tenant_id': '044916832bf14a368645d7af3f9c7da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '2065fca1-02e5-44bc-a446-ee4489580afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:40:30Z', 'updated_at': '2022-02-10T03:43:19Z', 'revision_number': 5, 'project_id': '044916832bf14a368645d7af3f9c7da4', 'gw_port': {'id': '2065fca1-02e5-44bc-a446-ee4489580afb', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f453a77-5106-445d-8656-d9c51025db3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:40:31Z', 'updated_at': '2022-02-10T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:20.649590 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215d8d41-4596-4990-abc8-6f6fedeb9b76 None None] Checking router: 6f453a77-5106-445d-8656-d9c51025db3c for host: dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:43:20.658316 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215d8d41-4596-4990-abc8-6f6fedeb9b76 None None] Routers {'6f453a77-5106-445d-8656-d9c51025db3c'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:43:20.658949 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-215d8d41-4596-4990-abc8-6f6fedeb9b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:42:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['6f453a77-5106-445d-8656-d9c51025db3c'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:20.667147 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-be35da9a-6b9b-433b-815f-d15e863457a8 admin admin] For port 2065fca1-02e5-44bc-a446-ee4489580afb, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=2065fca1-02e5-44bc-a446-ee4489580afb,segment=NetworkSegment(c1a6dc3e-a0fe-4959-bf17-1081534e4b16),segment_id=c1a6dc3e-a0fe-4959-bf17-1081534e4b16)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:43:20.667515 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-be35da9a-6b9b-433b-815f-d15e863457a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (2065fca1-02e5-44bc-a446-ee4489580afb), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:20.680578 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-be35da9a-6b9b-433b-815f-d15e863457a8 admin admin] Calling delete_port for 2065fca1-02e5-44bc-a446-ee4489580afb owned by network:router_gateway {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:43:20.743881 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-215d8d41-4596-4990-abc8-6f6fedeb9b76 None None] Set router 6f453a77-5106-445d-8656-d9c51025db3c gateway port host: None {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:43:20.797408 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-215d8d41-4596-4990-abc8-6f6fedeb9b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f453a77-5106-445d-8656-d9c51025db3c', 'name': 'tempest-TestMinimumBasicScenario-388125437-router', 'tenant_id': '044916832bf14a368645d7af3f9c7da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:40:30Z', 'updated_at': '2022-02-10T03:43:20Z', 'revision_number': 6, 'project_id': '044916832bf14a368645d7af3f9c7da4', 'gw_port_host': None}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:20.822667 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215d8d41-4596-4990-abc8-6f6fedeb9b76 None None] The sync data for ids ['6f453a77-5106-445d-8656-d9c51025db3c'] in dv-cinder-828060-2-iscsi is: [{'id': '6f453a77-5106-445d-8656-d9c51025db3c', 'name': 'tempest-TestMinimumBasicScenario-388125437-router', 'tenant_id': '044916832bf14a368645d7af3f9c7da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:40:30Z', 'updated_at': '2022-02-10T03:43:20Z', 'revision_number': 6, 'project_id': '044916832bf14a368645d7af3f9c7da4', 'gw_port_host': None}] {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:43:20.844282 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-be35da9a-6b9b-433b-815f-d15e863457a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265725731'] for port (2065fca1-02e5-44bc-a446-ee4489580afb), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:20.871125 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35da9a-6b9b-433b-815f-d15e863457a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2065fca1-02e5-44bc-a446-ee4489580afb,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:20.927857 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-be35da9a-6b9b-433b-815f-d15e863457a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1575229'] for router_gateway (6f453a77-5106-445d-8656-d9c51025db3c), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:21.015908 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-be35da9a-6b9b-433b-815f-d15e863457a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256814'] for router (6f453a77-5106-445d-8656-d9c51025db3c), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:21.018041 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-be35da9a-6b9b-433b-815f-d15e863457a8 admin admin] Publish callbacks [] for router_controller (6f453a77-5106-445d-8656-d9c51025db3c), precommit_delete_associations {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:21.083058 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-be35da9a-6b9b-433b-815f-d15e863457a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1576845'] for router (6f453a77-5106-445d-8656-d9c51025db3c), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:21.083587 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be35da9a-6b9b-433b-815f-d15e863457a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f453a77-5106-445d-8656-d9c51025db3c {{(pid=102732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 03:43:21.089786 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-be35da9a-6b9b-433b-815f-d15e863457a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:21.090944 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-be35da9a-6b9b-433b-815f-d15e863457a8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/6f453a77-5106-445d-8656-d9c51025db3c HTTP/1.1" status: 204 len: 168 time: 0.7724745 Feb 10 03:43:21.093884 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 50438) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:21.146035 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee6ec2-8124-437a-a0ac-2b6e67176384 req-a009f381-761a-4be6-a414-5d769324595a tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:21.147424 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-fdee6ec2-8124-437a-a0ac-2b6e67176384 req-a009f381-761a-4be6-a414-5d769324595a tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 946 time: 0.0923855 Feb 10 03:43:21.150501 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.db_base_plugin_v2 [None req-5731feaf-cba9-4198-9bee-0e441fbe75c1 admin admin] Deleting subnet 4f01f6d2-28b8-4835-8d59-44ac7436b4b5 {{(pid=102732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 03:43:21.154562 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5731feaf-cba9-4198-9bee-0e441fbe75c1 admin admin] Publish callbacks [] for subnet (4f01f6d2-28b8-4835-8d59-44ac7436b4b5), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:21.211284 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5731feaf-cba9-4198-9bee-0e441fbe75c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266296389'] for subnet (4f01f6d2-28b8-4835-8d59-44ac7436b4b5), precommit_delete_associations {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:21.252082 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-fdee6ec2-8124-437a-a0ac-2b6e67176384 req-55e1132e-fa5c-43fe-b47b-5282e740061a tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983686 Feb 10 03:43:21.337974 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5731feaf-cba9-4198-9bee-0e441fbe75c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686942'] for subnet (4f01f6d2-28b8-4835-8d59-44ac7436b4b5), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:21.396620 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5731feaf-cba9-4198-9bee-0e441fbe75c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265725902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265425211'] for subnet (4f01f6d2-28b8-4835-8d59-44ac7436b4b5), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:21.415271 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb11d9-cd92-4858-8cfa-15a3dc1ed3b4 req-f17d2b3e-5be5-4124-906c-be7dd96cc04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:21.416790 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-20fb11d9-cd92-4858-8cfa-15a3dc1ed3b4 req-f17d2b3e-5be5-4124-906c-be7dd96cc04b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 1130 time: 0.0437181 Feb 10 03:43:21.424406 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731feaf-cba9-4198-9bee-0e441fbe75c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f01f6d2-28b8-4835-8d59-44ac7436b4b5,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:21.426346 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5731feaf-cba9-4198-9bee-0e441fbe75c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for subnet (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:21.429595 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-5731feaf-cba9-4198-9bee-0e441fbe75c1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4f01f6d2-28b8-4835-8d59-44ac7436b4b5 HTTP/1.1" status: 204 len: 168 time: 0.3348155 Feb 10 03:43:21.432178 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 50440) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:21.437061 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5ce508-e26a-4276-9acc-380faf4ecea0 None None] Network 582101db-5e6e-499b-bd81-57b49dfe22fd requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:43:21.469307 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-20fb11d9-cd92-4858-8cfa-15a3dc1ed3b4 req-1af99141-9ca4-4583-b12d-2f566ed89c85 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461330 Feb 10 03:43:21.510764 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c2293ae0-6f4c-458b-bfd1-58982ad258bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-664968'] for network (582101db-5e6e-499b-bd81-57b49dfe22fd), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:21.571637 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c2293ae0-6f4c-458b-bfd1-58982ad258bb admin admin] Deleting port f59c769e-91bb-459f-aa85-b84271f50e05 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:43:21.571883 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c2293ae0-6f4c-458b-bfd1-58982ad258bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (f59c769e-91bb-459f-aa85-b84271f50e05), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:21.621480 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa7c876-9505-44b3-833f-8235a625af1f None None] DHCP port deletion for 582101db-5e6e-499b-bd81-57b49dfe22fd request from dv-cinder-828060-2-iscsi {{(pid=102734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 03:43:21.645104 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c2293ae0-6f4c-458b-bfd1-58982ad258bb admin admin] For port f59c769e-91bb-459f-aa85-b84271f50e05, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=f59c769e-91bb-459f-aa85-b84271f50e05,segment=NetworkSegment(a28f2782-c114-48e8-bba2-8482ad75afc4),segment_id=a28f2782-c114-48e8-bba2-8482ad75afc4)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:43:21.645696 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c2293ae0-6f4c-458b-bfd1-58982ad258bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (f59c769e-91bb-459f-aa85-b84271f50e05), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:21.659972 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c2293ae0-6f4c-458b-bfd1-58982ad258bb admin admin] Calling delete_port for f59c769e-91bb-459f-aa85-b84271f50e05 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:43:21.680872 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-daa7c876-9505-44b3-833f-8235a625af1f None None] Deleting port f59c769e-91bb-459f-aa85-b84271f50e05 {{(pid=102734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:43:21.681258 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-daa7c876-9505-44b3-833f-8235a625af1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (f59c769e-91bb-459f-aa85-b84271f50e05), before_delete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:21.742743 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c2293ae0-6f4c-458b-bfd1-58982ad258bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265725731'] for port (f59c769e-91bb-459f-aa85-b84271f50e05), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:21.748251 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-daa7c876-9505-44b3-833f-8235a625af1f None None] For port f59c769e-91bb-459f-aa85-b84271f50e05, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=f59c769e-91bb-459f-aa85-b84271f50e05,segment=NetworkSegment(a28f2782-c114-48e8-bba2-8482ad75afc4),segment_id=a28f2782-c114-48e8-bba2-8482ad75afc4)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:43:21.749277 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-daa7c876-9505-44b3-833f-8235a625af1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (f59c769e-91bb-459f-aa85-b84271f50e05), precommit_delete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:21.764006 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-daa7c876-9505-44b3-833f-8235a625af1f None None] Calling delete_port for f59c769e-91bb-459f-aa85-b84271f50e05 owned by network:dhcp {{(pid=102734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:43:21.770570 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2293ae0-6f4c-458b-bfd1-58982ad258bb admin admin] Pushing event deleted for resources: {'Port': ['ID=f59c769e-91bb-459f-aa85-b84271f50e05,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:21.774169 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2293ae0-6f4c-458b-bfd1-58982ad258bb admin admin] No DVR routers for this DVR port f59c769e-91bb-459f-aa85-b84271f50e05 on host dv-cinder-828060-2-iscsi {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:43:21.851118 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c2293ae0-6f4c-458b-bfd1-58982ad258bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737483', 'neutron.services.segments.db._delete_segments_for_network-8729388224440'] for network (582101db-5e6e-499b-bd81-57b49dfe22fd), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:21.877717 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.services.segments.db [None req-c2293ae0-6f4c-458b-bfd1-58982ad258bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['582101db-5e6e-499b-bd81-57b49dfe22fd']}} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:21.882580 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-daa7c876-9505-44b3-833f-8235a625af1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843'] for port (f59c769e-91bb-459f-aa85-b84271f50e05), after_delete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:21.888437 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.services.segments.db [None req-c2293ae0-6f4c-458b-bfd1-58982ad258bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a28f2782-c114-48e8-bba2-8482ad75afc4') {'for_net_delete': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:21.889527 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.services.segments.db [None req-c2293ae0-6f4c-458b-bfd1-58982ad258bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a28f2782-c114-48e8-bba2-8482ad75afc4') {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:21.900116 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c2293ae0-6f4c-458b-bfd1-58982ad258bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729388227777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266296444'] for segment (a28f2782-c114-48e8-bba2-8482ad75afc4), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:21.908696 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7c876-9505-44b3-833f-8235a625af1f None None] Pushing event deleted for resources: {'Port': ['ID=f59c769e-91bb-459f-aa85-b84271f50e05,revision_number=None']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:21.914415 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa7c876-9505-44b3-833f-8235a625af1f None None] No DVR routers for this DVR port f59c769e-91bb-459f-aa85-b84271f50e05 on host dv-cinder-828060-2-iscsi {{(pid=102734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:43:21.914592 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c2293ae0-6f4c-458b-bfd1-58982ad258bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (a28f2782-c114-48e8-bba2-8482ad75afc4), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:21.922007 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2293ae0-6f4c-458b-bfd1-58982ad258bb admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 03:43:21.922338 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c2293ae0-6f4c-458b-bfd1-58982ad258bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265725812'] for segment (a28f2782-c114-48e8-bba2-8482ad75afc4), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: Traceback (most recent call last): Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: timer() Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: cb(*args, **kw) Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: return func(*args, **kwargs) Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: self._notify() Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: self.callback(batched_events) Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: event.method(event) Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: return f(self, *a, **k) Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: return self._get(url).json() Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: return self.request(url, 'GET', **kwargs) Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 03:43:21.924133 dv-cinder-828060-2-iscsi neutron-server[102732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 03:43:21.964206 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-d42313c6-15fc-4865-b96e-9005344e31e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:21.981016 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c2293ae0-6f4c-458b-bfd1-58982ad258bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575265'] for network (582101db-5e6e-499b-bd81-57b49dfe22fd), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:21.986912 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c2293ae0-6f4c-458b-bfd1-58982ad258bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:21.990111 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-c2293ae0-6f4c-458b-bfd1-58982ad258bb admin admin] 10.222.0.32 "DELETE /v2.0/networks/582101db-5e6e-499b-bd81-57b49dfe22fd HTTP/1.1" status: 204 len: 168 time: 0.5570178 Feb 10 03:43:22.001665 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2293ae0-6f4c-458b-bfd1-58982ad258bb admin admin] Pushing event deleted for resources: {'Network': ['ID=582101db-5e6e-499b-bd81-57b49dfe22fd,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:22.160368 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 50452) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:22.168976 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device f59c769e-91bb-459f-aa85-b84271f50e05 no longer exists at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:43:22.191603 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] No Port match for: f59c769e-91bb-459f-aa85-b84271f50e05 {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:43:22.191961 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device f59c769e-91bb-459f-aa85-b84271f50e05 not bound to the agent host dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:43:22.192382 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 4fe3e52a-79df-45a4-bf86-27b09b3061dc no longer exists at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:43:22.199691 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-00e61b42-8a32-428a-8b5a-c1974815e403 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8d44d08ec564e94b99156087796bf3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381098 Feb 10 03:43:22.202395 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 50454) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:22.214530 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] No Port match for: 4fe3e52a-79df-45a4-bf86-27b09b3061dc {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:43:22.214925 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 4fe3e52a-79df-45a4-bf86-27b09b3061dc not bound to the agent host dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:43:22.215340 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 2065fca1-02e5-44bc-a446-ee4489580afb no longer exists at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:43:22.234600 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] No Port match for: 2065fca1-02e5-44bc-a446-ee4489580afb {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:43:22.234975 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 2065fca1-02e5-44bc-a446-ee4489580afb not bound to the agent host dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:43:22.252183 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9388c597-3ab4-461d-bca1-7164db6bff5e admin admin] Publish callbacks [] for security_group (5280a73d-62d5-4c6b-a96d-889d0e6dd26e), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:22.279439 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9388c597-3ab4-461d-bca1-7164db6bff5e admin admin] Publish callbacks [] for security_group (5280a73d-62d5-4c6b-a96d-889d0e6dd26e), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:22.337656 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9388c597-3ab4-461d-bca1-7164db6bff5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (5280a73d-62d5-4c6b-a96d-889d0e6dd26e), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:22.340180 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9388c597-3ab4-461d-bca1-7164db6bff5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:22.341257 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-9388c597-3ab4-461d-bca1-7164db6bff5e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5280a73d-62d5-4c6b-a96d-889d0e6dd26e HTTP/1.1" status: 204 len: 168 time: 0.1377304 Feb 10 03:43:22.365860 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388c597-3ab4-461d-bca1-7164db6bff5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5280a73d-62d5-4c6b-a96d-889d0e6dd26e,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:22.397857 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec95f52-5584-4a46-9722-eb320f05a6f3 req-0e7f1801-3515-47df-a6df-3b9cdb1f48a8 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:22.399394 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dec95f52-5584-4a46-9722-eb320f05a6f3 req-0e7f1801-3515-47df-a6df-3b9cdb1f48a8 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 946 time: 0.0717673 Feb 10 03:43:22.446427 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dec95f52-5584-4a46-9722-eb320f05a6f3 req-aaf7eaf8-c1eb-4a42-ad3d-574d5b472c69 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412552 Feb 10 03:43:22.642671 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:22.680852 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 50470) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:22.736263 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-fbb96a5c-74fb-494d-b507-ec06a3225d25 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=044916832bf14a368645d7af3f9c7da4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0541866 Feb 10 03:43:22.738670 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 50474) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:22.796961 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1bdb4140-d0f9-4749-b5b7-1b1f4ce20e3b admin admin] Publish callbacks [] for security_group (0ca36d87-b5b9-43e3-8ce5-57f825a17506), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:22.818457 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1bdb4140-d0f9-4749-b5b7-1b1f4ce20e3b admin admin] Publish callbacks [] for security_group (0ca36d87-b5b9-43e3-8ce5-57f825a17506), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:22.870903 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1bdb4140-d0f9-4749-b5b7-1b1f4ce20e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (0ca36d87-b5b9-43e3-8ce5-57f825a17506), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:22.873502 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1bdb4140-d0f9-4749-b5b7-1b1f4ce20e3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:22.874706 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-1bdb4140-d0f9-4749-b5b7-1b1f4ce20e3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ca36d87-b5b9-43e3-8ce5-57f825a17506 HTTP/1.1" status: 204 len: 168 time: 0.1350796 Feb 10 03:43:22.883174 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb4140-d0f9-4749-b5b7-1b1f4ce20e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca36d87-b5b9-43e3-8ce5-57f825a17506,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:23.057873 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:23.557419 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7a16dcbd-e195-4872-86aa-acf883ba0cc2 req-baf89f83-6f3d-4c88-acc6-c76bcba38655 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426924 Feb 10 03:43:23.578983 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d630a2-bc3a-4824-9c0a-e0b62f1df89d req-513c6c8a-21a6-4d74-aaff-e72c6035ab16 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:23.580490 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e3d630a2-bc3a-4824-9c0a-e0b62f1df89d req-513c6c8a-21a6-4d74-aaff-e72c6035ab16 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 946 time: 0.0540953 Feb 10 03:43:23.592756 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 50530) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:23.633922 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e3d630a2-bc3a-4824-9c0a-e0b62f1df89d req-ef74fedd-dbd0-4467-aa71-dda7a693e6ff tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476630 Feb 10 03:43:23.637853 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16dcbd-e195-4872-86aa-acf883ba0cc2 req-a7dcf9eb-9508-41cf-8875-3665faaee25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:23.639460 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7a16dcbd-e195-4872-86aa-acf883ba0cc2 req-a7dcf9eb-9508-41cf-8875-3665faaee25e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=50e1249fa4204bf9ba3044c3c1260634&device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 1130 time: 0.0508397 Feb 10 03:43:23.701500 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-3a3c34e7-0620-4716-a504-525ba8fd2981 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1736618809-network', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:43:23.722095 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3c34e7-0620-4716-a504-525ba8fd2981 admin admin] Made reservation on behalf of 69a1b85d278c49969a6a638dd37579d6 for: {'network': 1} {{(pid=102732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:43:23.724656 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3a3c34e7-0620-4716-a504-525ba8fd2981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for network (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:23.733133 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3a3c34e7-0620-4716-a504-525ba8fd2981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:23.755863 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16dcbd-e195-4872-86aa-acf883ba0cc2 req-7d703820-0da1-44fb-be85-1a86d9496ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:23.757371 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7a16dcbd-e195-4872-86aa-acf883ba0cc2 req-7d703820-0da1-44fb-be85-1a86d9496ca6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2276b970-ba53-4cdf-8089-151cb82a4e87 HTTP/1.1" status: 200 len: 918 time: 0.0865633 Feb 10 03:43:23.810281 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3a3c34e7-0620-4716-a504-525ba8fd2981 admin admin] Publish callbacks [] for security_group (56407b58-c317-4874-94cf-7e611227acca), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:23.814895 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3a3c34e7-0620-4716-a504-525ba8fd2981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (56407b58-c317-4874-94cf-7e611227acca), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:23.827600 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7a16dcbd-e195-4872-86aa-acf883ba0cc2 req-20298d60-0305-4db9-8f9c-e55e511a0189 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 HTTP/1.1" status: 200 len: 1000 time: 0.0634518 Feb 10 03:43:23.840133 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a3c34e7-0620-4716-a504-525ba8fd2981 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=102732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:43:23.850185 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c34e7-0620-4716-a504-525ba8fd2981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56407b58-c317-4874-94cf-7e611227acca,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:23.856112 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3a3c34e7-0620-4716-a504-525ba8fd2981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:23.856448 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.db.segments_db [None req-3a3c34e7-0620-4716-a504-525ba8fd2981 admin admin] Added segment 82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37 of type vlan for network 141657dd-0a9d-419e-8e9a-229883dc970c Feb 10 03:43:23.876368 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16dcbd-e195-4872-86aa-acf883ba0cc2 req-0f216b4f-3861-48c8-be03-4b6174e67c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:23.877852 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7a16dcbd-e195-4872-86aa-acf883ba0cc2 req-0f216b4f-3861-48c8-be03-4b6174e67c93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8d5da7a8-bc65-46b6-8077-e221507906cd HTTP/1.1" status: 200 len: 856 time: 0.0440872 Feb 10 03:43:23.904619 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3a3c34e7-0620-4716-a504-525ba8fd2981 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387737128'] for network (141657dd-0a9d-419e-8e9a-229883dc970c), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:23.928377 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16dcbd-e195-4872-86aa-acf883ba0cc2 req-2ae256c7-1998-48b0-b5cf-93f9848a8cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:23.929796 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7a16dcbd-e195-4872-86aa-acf883ba0cc2 req-2ae256c7-1998-48b0-b5cf-93f9848a8cb3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2276b970-ba53-4cdf-8089-151cb82a4e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448363 Feb 10 03:43:23.934263 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3a3c34e7-0620-4716-a504-525ba8fd2981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for network (141657dd-0a9d-419e-8e9a-229883dc970c), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:23.935282 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3c34e7-0620-4716-a504-525ba8fd2981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:23.936002 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3a3c34e7-0620-4716-a504-525ba8fd2981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:23.972398 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-3a3c34e7-0620-4716-a504-525ba8fd2981 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3786213 Feb 10 03:43:23.996153 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 50542) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:24.003473 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-f9028876-d296-4ffe-9bf7-fe7cb2dd6c42 admin admin] Request body: {'subnet': {'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1736618809-subnet', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'ip_version': 4}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:43:24.009336 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c34e7-0620-4716-a504-525ba8fd2981 admin admin] Pushing event updated for resources: {'Network': ['ID=141657dd-0a9d-419e-8e9a-229883dc970c,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:24.022969 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Network 141657dd-0a9d-419e-8e9a-229883dc970c details requested by agent ovs-agent-dv-cinder-828060-2-iscsi with host dv-cinder-828060-2-iscsi {{(pid=102734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:43:24.029536 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7a16dcbd-e195-4872-86aa-acf883ba0cc2 req-27045963-2304-4157-8187-939189a7c9df service neutron] 10.222.0.21 "GET /v2.0/networks/2276b970-ba53-4cdf-8089-151cb82a4e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934815 Feb 10 03:43:24.030871 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9028876-d296-4ffe-9bf7-fe7cb2dd6c42 admin admin] Made reservation on behalf of 69a1b85d278c49969a6a638dd37579d6 for: {'subnet': 1} {{(pid=102732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:43:24.033412 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f9028876-d296-4ffe-9bf7-fe7cb2dd6c42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265425182'] for subnet (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:24.048265 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 50544) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:24.151075 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7a16dcbd-e195-4872-86aa-acf883ba0cc2 req-e1d120bb-6b3d-4407-9409-62536bc34e68 service neutron] 10.222.0.21 "GET /v2.0/networks/2276b970-ba53-4cdf-8089-151cb82a4e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150038 Feb 10 03:43:24.172581 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-26dfed32-076e-49ad-8d40-c62394f677bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:24.218237 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f9028876-d296-4ffe-9bf7-fe7cb2dd6c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265725839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265425164'] for subnet (7bbe3104-6c08-43fa-8765-d2e1f9114957), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:24.249507 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-26dfed32-076e-49ad-8d40-c62394f677bf admin admin] Publish callbacks [] for security_group (a61babda-f5d0-490f-b52b-5bfd429d3bc4), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:24.253736 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-26dfed32-076e-49ad-8d40-c62394f677bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (a61babda-f5d0-490f-b52b-5bfd429d3bc4), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:24.270233 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9028876-d296-4ffe-9bf7-fe7cb2dd6c42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bbe3104-6c08-43fa-8765-d2e1f9114957,revision_number=0']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:24.280355 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9028876-d296-4ffe-9bf7-fe7cb2dd6c42 admin admin] Checking segment: {'id': '82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:43:24.280715 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9028876-d296-4ffe-9bf7-fe7cb2dd6c42 admin admin] Network hostable DHCP agents. Network: 141657dd-0a9d-419e-8e9a-229883dc970c, hostable agents: ['1db83568-5d00-4ab2-ab08-3829f0594148'], hosted agents: [] {{(pid=102732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:43:24.291172 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-26dfed32-076e-49ad-8d40-c62394f677bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21da704f6d034f169cc078836f15225e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411392 Feb 10 03:43:24.292290 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfed32-076e-49ad-8d40-c62394f677bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61babda-f5d0-490f-b52b-5bfd429d3bc4,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:24.294166 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 50548) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:24.298590 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9028876-d296-4ffe-9bf7-fe7cb2dd6c42 admin admin] Network 141657dd-0a9d-419e-8e9a-229883dc970c is scheduled to be hosted by DHCP agent 1db83568-5d00-4ab2-ab08-3829f0594148 with binding_index 1 {{(pid=102732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:43:24.308062 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-f9028876-d296-4ffe-9bf7-fe7cb2dd6c42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-2-iscsi, 141657dd-0a9d-419e-8e9a-229883dc970c) {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:43:24.311023 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfed32-076e-49ad-8d40-c62394f677bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:24.311377 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfed32-076e-49ad-8d40-c62394f677bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:24.311708 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfed32-076e-49ad-8d40-c62394f677bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:24.312043 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfed32-076e-49ad-8d40-c62394f677bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:24.312329 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9028876-d296-4ffe-9bf7-fe7cb2dd6c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:24.312466 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfed32-076e-49ad-8d40-c62394f677bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:24.312685 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfed32-076e-49ad-8d40-c62394f677bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:24.312927 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f9028876-d296-4ffe-9bf7-fe7cb2dd6c42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for subnet (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:24.313039 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfed32-076e-49ad-8d40-c62394f677bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:24.313323 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfed32-076e-49ad-8d40-c62394f677bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:24.313645 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfed32-076e-49ad-8d40-c62394f677bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:24.313958 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfed32-076e-49ad-8d40-c62394f677bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:24.314287 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfed32-076e-49ad-8d40-c62394f677bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:24.314602 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfed32-076e-49ad-8d40-c62394f677bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:24.314946 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dfed32-076e-49ad-8d40-c62394f677bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:24.319903 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9f5323-d652-4f0f-a7c4-a222eedf73f5 None None] Network 141657dd-0a9d-419e-8e9a-229883dc970c requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:43:24.330550 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-f9028876-d296-4ffe-9bf7-fe7cb2dd6c42 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3333313 Feb 10 03:43:24.333734 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 50550) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:24.338221 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-aeb9742e-e9fb-4920-802b-d89e8addb1ed admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1736618809-router', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:43:24.355048 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-5f7a62f8-2af5-4be8-b5ed-4936f7b645ef admin admin] Publish callbacks [] for security_group (a61babda-f5d0-490f-b52b-5bfd429d3bc4), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:24.360484 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-aeb9742e-e9fb-4920-802b-d89e8addb1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256768'] for router (9c37c675-ea09-4471-b753-3cc87d0c8210), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:24.361842 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-aeb9742e-e9fb-4920-802b-d89e8addb1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256823'] for router (9c37c675-ea09-4471-b753-3cc87d0c8210), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:24.382435 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-5f7a62f8-2af5-4be8-b5ed-4936f7b645ef admin admin] Publish callbacks [] for security_group (a61babda-f5d0-490f-b52b-5bfd429d3bc4), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:24.420283 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-aeb9742e-e9fb-4920-802b-d89e8addb1ed admin admin] Publish callbacks [] for router_controller (9c37c675-ea09-4471-b753-3cc87d0c8210), precommit_add_association {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:24.437690 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-5f7a62f8-2af5-4be8-b5ed-4936f7b645ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (a61babda-f5d0-490f-b52b-5bfd429d3bc4), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:24.440816 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-5f7a62f8-2af5-4be8-b5ed-4936f7b645ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:24.445059 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-5f7a62f8-2af5-4be8-b5ed-4936f7b645ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a61babda-f5d0-490f-b52b-5bfd429d3bc4 HTTP/1.1" status: 204 len: 168 time: 0.1470034 Feb 10 03:43:24.450434 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a62f8-2af5-4be8-b5ed-4936f7b645ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61babda-f5d0-490f-b52b-5bfd429d3bc4,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:24.467500 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e918b0-1117-4da8-a67a-c14d628646d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27dc6948-3cb5-5705-b42b-68de865229a0-141657dd-0a9d-419e-8e9a-229883dc970c', 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c', 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'fixed_ips': [{'subnet_id': '7bbe3104-6c08-43fa-8765-d2e1f9114957'}]}} from dv-cinder-828060-2-iscsi. {{(pid=102734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 03:43:24.468679 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-89e918b0-1117-4da8-a67a-c14d628646d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:24.575972 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-aeb9742e-e9fb-4920-802b-d89e8addb1ed admin admin] Publish callbacks [] for router_gateway (9c37c675-ea09-4471-b753-3cc87d0c8210), precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:24.617500 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.db_base_plugin_common [None req-89e918b0-1117-4da8-a67a-c14d628646d8 None None] Allocated IP 172.20.0.2 (141657dd-0a9d-419e-8e9a-229883dc970c/7bbe3104-6c08-43fa-8765-d2e1f9114957/105b1d96-0df8-435d-b07a-f8b2f40c289b) {{(pid=102734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:43:24.778715 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-89e918b0-1117-4da8-a67a-c14d628646d8 None None] Publish callbacks [] for port (105b1d96-0df8-435d-b07a-f8b2f40c289b), precommit_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:24.785173 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-89e918b0-1117-4da8-a67a-c14d628646d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834'] for port (105b1d96-0df8-435d-b07a-f8b2f40c289b), after_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:24.801068 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-aeb9742e-e9fb-4920-802b-d89e8addb1ed admin admin] Publish callbacks [] for router_gateway (9c37c675-ea09-4471-b753-3cc87d0c8210), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:24.819606 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-aeb9742e-e9fb-4920-802b-d89e8addb1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:24.827618 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e918b0-1117-4da8-a67a-c14d628646d8 None None] Network 141657dd-0a9d-419e-8e9a-229883dc970c is already hosted by enough agents. {{(pid=102734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:43:24.830897 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.scheduler.base_scheduler [None req-89e918b0-1117-4da8-a67a-c14d628646d8 None None] Resources bound (agent type, host, resource id): {{(pid=102734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:43:24.834487 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e918b0-1117-4da8-a67a-c14d628646d8 None None] Received port after_create {{(pid=102734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:43:24.844966 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e918b0-1117-4da8-a67a-c14d628646d8 None None] Pushing event updated for resources: {'Port': ['ID=105b1d96-0df8-435d-b07a-f8b2f40c289b,revision_number=1']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:24.895735 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-89e918b0-1117-4da8-a67a-c14d628646d8 None None] Attempting to bind port 105b1d96-0df8-435d-b07a-f8b2f40c289b on host dv-cinder-828060-2-iscsi for vnic_type normal with profile {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:43:24.896214 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-89e918b0-1117-4da8-a67a-c14d628646d8 None None] Attempting to bind port 105b1d96-0df8-435d-b07a-f8b2f40c289b by drivers openvswitch,hyperv on host dv-cinder-828060-2-iscsi at level 0 using segments [{'id': '82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c'}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:43:24.896585 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e918b0-1117-4da8-a67a-c14d628646d8 None None] Attempting to bind port 105b1d96-0df8-435d-b07a-f8b2f40c289b on network 141657dd-0a9d-419e-8e9a-229883dc970c {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:43:24.901887 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e918b0-1117-4da8-a67a-c14d628646d8 None None] Checking agent: {'id': 'ec329a5d-811c-4230-b7e8-4067504d3542', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'started_at': datetime.datetime(2022, 2, 10, 3, 29, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:43:24.902260 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e918b0-1117-4da8-a67a-c14d628646d8 None None] Checking segment: {'id': '82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:43:24.902681 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-89e918b0-1117-4da8-a67a-c14d628646d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:24.903091 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e918b0-1117-4da8-a67a-c14d628646d8 None None] Bound using segment: {'id': '82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c'} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:43:24.903723 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-89e918b0-1117-4da8-a67a-c14d628646d8 None None] Bound port: 105b1d96-0df8-435d-b07a-f8b2f40c289b, host: dv-cinder-828060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c'}}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:43:24.904108 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-89e918b0-1117-4da8-a67a-c14d628646d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (105b1d96-0df8-435d-b07a-f8b2f40c289b), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:24.969759 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:24.981455 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-89e918b0-1117-4da8-a67a-c14d628646d8 None None] For port 105b1d96-0df8-435d-b07a-f8b2f40c289b, host dv-cinder-828060-2-iscsi, cleared binding levels {{(pid=102734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:43:24.985331 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-89e918b0-1117-4da8-a67a-c14d628646d8 None None] For port 105b1d96-0df8-435d-b07a-f8b2f40c289b, host dv-cinder-828060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=105b1d96-0df8-435d-b07a-f8b2f40c289b,segment=NetworkSegment(82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37),segment_id=82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37)] {{(pid=102734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:43:24.994676 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-89e918b0-1117-4da8-a67a-c14d628646d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (105b1d96-0df8-435d-b07a-f8b2f40c289b), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:25.065485 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e918b0-1117-4da8-a67a-c14d628646d8 None None] Pushing event updated for resources: {'Port': ['ID=105b1d96-0df8-435d-b07a-f8b2f40c289b,revision_number=2']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:25.225473 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-aeb9742e-e9fb-4920-802b-d89e8addb1ed admin admin] Allocated IP 172.27.0.125 (21bdb221-e4aa-4ceb-8437-3c4897a6dae2/0a389fce-60fc-45d4-b298-908574c1c629/e1809420-669d-46bc-853b-a3768dcbdeef) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:43:25.355019 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-aeb9742e-e9fb-4920-802b-d89e8addb1ed admin admin] Publish callbacks [] for port (e1809420-669d-46bc-853b-a3768dcbdeef), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:25.394206 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-aeb9742e-e9fb-4920-802b-d89e8addb1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265725731'] for port (e1809420-669d-46bc-853b-a3768dcbdeef), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:25.439101 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb9742e-e9fb-4920-802b-d89e8addb1ed admin admin] Network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:43:25.442676 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-aeb9742e-e9fb-4920-802b-d89e8addb1ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:43:25.444893 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb9742e-e9fb-4920-802b-d89e8addb1ed admin admin] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:43:25.468678 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9742e-e9fb-4920-802b-d89e8addb1ed admin admin] Pushing event updated for resources: {'Port': ['ID=e1809420-669d-46bc-853b-a3768dcbdeef,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:25.710511 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-aeb9742e-e9fb-4920-802b-d89e8addb1ed admin admin] Publish callbacks [] for router_gateway (9c37c675-ea09-4471-b753-3cc87d0c8210), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:25.921074 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-aeb9742e-e9fb-4920-802b-d89e8addb1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603541'] for router (9c37c675-ea09-4471-b753-3cc87d0c8210), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:25.972989 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd23eb6-ea9b-4f8b-aba6-0065f61b976a None None] Network 141657dd-0a9d-419e-8e9a-229883dc970c requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:43:26.051807 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-67a748a4-19f3-4cc8-a16e-6b7eec09456c None None] Provisioning complete for port 105b1d96-0df8-435d-b07a-f8b2f40c289b triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:43:26.052129 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67a748a4-19f3-4cc8-a16e-6b7eec09456c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (105b1d96-0df8-435d-b07a-f8b2f40c289b), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:26.056071 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb9742e-e9fb-4920-802b-d89e8addb1ed admin admin] Router 9c37c675-ea09-4471-b753-3cc87d0c8210 is scheduled to L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 with binding_index 1 {{(pid=102732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 03:43:26.160422 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-67a748a4-19f3-4cc8-a16e-6b7eec09456c None None] Current status of the port 105b1d96-0df8-435d-b07a-f8b2f40c289b is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:43:26.160942 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67a748a4-19f3-4cc8-a16e-6b7eec09456c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (105b1d96-0df8-435d-b07a-f8b2f40c289b), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:26.207445 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb9742e-e9fb-4920-802b-d89e8addb1ed admin admin] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:43:26.208340 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 105b1d96-0df8-435d-b07a-f8b2f40c289b up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:43:26.236798 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-aeb9742e-e9fb-4920-802b-d89e8addb1ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:26.238443 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-aeb9742e-e9fb-4920-802b-d89e8addb1ed admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9036870 Feb 10 03:43:26.241899 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-67a748a4-19f3-4cc8-a16e-6b7eec09456c None None] For port 105b1d96-0df8-435d-b07a-f8b2f40c289b, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=105b1d96-0df8-435d-b07a-f8b2f40c289b,segment=NetworkSegment(82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37),segment_id=82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:43:26.242224 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 50568) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:26.417201 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a88d1d-951b-4a8f-9159-23f6f44f6691 None None] Sync routers for ids ['9c37c675-ea09-4471-b753-3cc87d0c8210'] in dv-cinder-828060-2-iscsi {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:43:26.419359 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:26.430165 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67a748a4-19f3-4cc8-a16e-6b7eec09456c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (105b1d96-0df8-435d-b07a-f8b2f40c289b), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:26.470458 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a88d1d-951b-4a8f-9159-23f6f44f6691 None None] Routers {'9c37c675-ea09-4471-b753-3cc87d0c8210'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:43:26.471056 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-d3a88d1d-951b-4a8f-9159-23f6f44f6691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:43:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['9c37c675-ea09-4471-b753-3cc87d0c8210'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:26.546225 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a748a4-19f3-4cc8-a16e-6b7eec09456c None None] Pushing event updated for resources: {'Port': ['ID=105b1d96-0df8-435d-b07a-f8b2f40c289b,revision_number=3']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:26.589300 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 105b1d96-0df8-435d-b07a-f8b2f40c289b triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:43:26.589655 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (105b1d96-0df8-435d-b07a-f8b2f40c289b), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:26.625745 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-72d139d9-ffe9-47ab-9aa7-c4f82a3a07f4 None None] Provisioning complete for port 105b1d96-0df8-435d-b07a-f8b2f40c289b triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:43:26.626113 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-72d139d9-ffe9-47ab-9aa7-c4f82a3a07f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (105b1d96-0df8-435d-b07a-f8b2f40c289b), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:26.666981 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-d3a88d1d-951b-4a8f-9159-23f6f44f6691 None None] Set router 9c37c675-ea09-4471-b753-3cc87d0c8210 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:43:26.676530 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-17eb0ea9-c093-4794-b5ed-eb557bedc49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:26.839335 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [None req-17eb0ea9-c093-4794-b5ed-eb557bedc49f admin admin] Allocated IP 172.20.0.1 (141657dd-0a9d-419e-8e9a-229883dc970c/7bbe3104-6c08-43fa-8765-d2e1f9114957/e309e971-7919-4597-afa4-0d0971bf1d10) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:43:26.853322 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 105b1d96-0df8-435d-b07a-f8b2f40c289b is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:43:26.880420 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-72d139d9-ffe9-47ab-9aa7-c4f82a3a07f4 None None] Current status of the port 105b1d96-0df8-435d-b07a-f8b2f40c289b is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:43:26.925264 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-d3a88d1d-951b-4a8f-9159-23f6f44f6691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'name': 'tempest-TestShelveInstance-1736618809-router', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'e1809420-669d-46bc-853b-a3768dcbdeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:43:24Z', 'updated_at': '2022-02-10T03:43:25Z', 'revision_number': 3, 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'gw_port': {'id': 'e1809420-669d-46bc-853b-a3768dcbdeef', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:24Z', 'updated_at': '2022-02-10T03:43:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:26.945624 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-17eb0ea9-c093-4794-b5ed-eb557bedc49f admin admin] Publish callbacks [] for port (e309e971-7919-4597-afa4-0d0971bf1d10), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:26.950786 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a88d1d-951b-4a8f-9159-23f6f44f6691 None None] Checking router: 9c37c675-ea09-4471-b753-3cc87d0c8210 for host: dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:43:26.951228 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a88d1d-951b-4a8f-9159-23f6f44f6691 None None] Updating router 9c37c675-ea09-4471-b753-3cc87d0c8210 port e1809420-669d-46bc-853b-a3768dcbdeef binding host dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:43:26.977873 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-d3a88d1d-951b-4a8f-9159-23f6f44f6691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (e1809420-669d-46bc-853b-a3768dcbdeef), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:26.981851 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-17eb0ea9-c093-4794-b5ed-eb557bedc49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (e309e971-7919-4597-afa4-0d0971bf1d10), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:27.026873 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17eb0ea9-c093-4794-b5ed-eb557bedc49f admin admin] Network 141657dd-0a9d-419e-8e9a-229883dc970c is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:43:27.030639 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-17eb0ea9-c093-4794-b5ed-eb557bedc49f admin admin] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:43:27.033216 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eb0ea9-c093-4794-b5ed-eb557bedc49f admin admin] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:43:27.057593 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb0ea9-c093-4794-b5ed-eb557bedc49f admin admin] Pushing event updated for resources: {'Port': ['ID=e309e971-7919-4597-afa4-0d0971bf1d10,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:27.084502 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-17eb0ea9-c093-4794-b5ed-eb557bedc49f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1575400'] for router_interface (9c37c675-ea09-4471-b753-3cc87d0c8210), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:27.228791 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-17eb0ea9-c093-4794-b5ed-eb557bedc49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (e309e971-7919-4597-afa4-0d0971bf1d10), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:27.249487 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-d3a88d1d-951b-4a8f-9159-23f6f44f6691 None None] Publish callbacks [] for port (e1809420-669d-46bc-853b-a3768dcbdeef), precommit_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:27.256103 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-d3a88d1d-951b-4a8f-9159-23f6f44f6691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (e1809420-669d-46bc-853b-a3768dcbdeef), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:27.317687 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2f418-947f-49f5-8a93-f08be8413061 None None] Pushing event updated for resources: {'Port': ['ID=e1809420-669d-46bc-853b-a3768dcbdeef,revision_number=2']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:27.321131 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-d3a88d1d-951b-4a8f-9159-23f6f44f6691 None None] Attempting to bind port e1809420-669d-46bc-853b-a3768dcbdeef on host dv-cinder-828060-2-iscsi for vnic_type normal with profile {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:43:27.321507 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-d3a88d1d-951b-4a8f-9159-23f6f44f6691 None None] Attempting to bind port e1809420-669d-46bc-853b-a3768dcbdeef by drivers openvswitch,hyperv on host dv-cinder-828060-2-iscsi at level 0 using segments [{'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:43:27.321870 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a88d1d-951b-4a8f-9159-23f6f44f6691 None None] Attempting to bind port e1809420-669d-46bc-853b-a3768dcbdeef on network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:43:27.331317 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a88d1d-951b-4a8f-9159-23f6f44f6691 None None] Checking agent: {'id': 'ec329a5d-811c-4230-b7e8-4067504d3542', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'started_at': datetime.datetime(2022, 2, 10, 3, 29, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:43:27.331695 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a88d1d-951b-4a8f-9159-23f6f44f6691 None None] Checking segment: {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:43:27.332102 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-d3a88d1d-951b-4a8f-9159-23f6f44f6691 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:27.332490 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a88d1d-951b-4a8f-9159-23f6f44f6691 None None] Bound using segment: {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:43:27.332956 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-d3a88d1d-951b-4a8f-9159-23f6f44f6691 None None] Bound port: e1809420-669d-46bc-853b-a3768dcbdeef, host: dv-cinder-828060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:43:27.333333 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-d3a88d1d-951b-4a8f-9159-23f6f44f6691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (e1809420-669d-46bc-853b-a3768dcbdeef), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:27.334971 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-d5a1f7da-b811-4881-bfa3-7df340f17fc4 None None] Provisioning complete for port e309e971-7919-4597-afa4-0d0971bf1d10 triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:43:27.335325 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-d5a1f7da-b811-4881-bfa3-7df340f17fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (e309e971-7919-4597-afa4-0d0971bf1d10), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:27.403073 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-17eb0ea9-c093-4794-b5ed-eb557bedc49f admin admin] Publish callbacks [] for port (e309e971-7919-4597-afa4-0d0971bf1d10), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:27.405307 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-d5a1f7da-b811-4881-bfa3-7df340f17fc4 None None] Port e309e971-7919-4597-afa4-0d0971bf1d10 cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:43:27.409723 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-17eb0ea9-c093-4794-b5ed-eb557bedc49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (e309e971-7919-4597-afa4-0d0971bf1d10), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:27.419974 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-d3a88d1d-951b-4a8f-9159-23f6f44f6691 None None] For port e1809420-669d-46bc-853b-a3768dcbdeef, host dv-cinder-828060-2-iscsi, cleared binding levels {{(pid=102734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:43:27.423935 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-d3a88d1d-951b-4a8f-9159-23f6f44f6691 None None] For port e1809420-669d-46bc-853b-a3768dcbdeef, host dv-cinder-828060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=e1809420-669d-46bc-853b-a3768dcbdeef,segment=NetworkSegment(c1a6dc3e-a0fe-4959-bf17-1081534e4b16),segment_id=c1a6dc3e-a0fe-4959-bf17-1081534e4b16)] {{(pid=102734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:43:27.430610 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-d3a88d1d-951b-4a8f-9159-23f6f44f6691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (e1809420-669d-46bc-853b-a3768dcbdeef), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:27.478586 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-17eb0ea9-c093-4794-b5ed-eb557bedc49f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1573400'] for router_interface (9c37c675-ea09-4471-b753-3cc87d0c8210), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:27.482133 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb0ea9-c093-4794-b5ed-eb557bedc49f admin admin] Pushing event updated for resources: {'Port': ['ID=e309e971-7919-4597-afa4-0d0971bf1d10,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:27.489490 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a88d1d-951b-4a8f-9159-23f6f44f6691 None None] Routers {'9c37c675-ea09-4471-b753-3cc87d0c8210'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:43:27.490128 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-d3a88d1d-951b-4a8f-9159-23f6f44f6691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:43:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['9c37c675-ea09-4471-b753-3cc87d0c8210'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:27.531158 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2f418-947f-49f5-8a93-f08be8413061 None None] Pushing event updated for resources: {'Port': ['ID=e1809420-669d-46bc-853b-a3768dcbdeef,revision_number=3']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:27.596849 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17eb0ea9-c093-4794-b5ed-eb557bedc49f admin admin] Network 141657dd-0a9d-419e-8e9a-229883dc970c is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:43:27.598347 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-17eb0ea9-c093-4794-b5ed-eb557bedc49f admin admin] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:43:27.619361 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-d3a88d1d-951b-4a8f-9159-23f6f44f6691 None None] Set router 9c37c675-ea09-4471-b753-3cc87d0c8210 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:43:27.732912 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17eb0ea9-c093-4794-b5ed-eb557bedc49f admin admin] Router 9c37c675-ea09-4471-b753-3cc87d0c8210 has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:43:27.839071 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-27df731a-1f07-470c-81ed-aa9a30ec173a None None] Provisioning complete for port e309e971-7919-4597-afa4-0d0971bf1d10 triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:43:27.839447 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-27df731a-1f07-470c-81ed-aa9a30ec173a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (e309e971-7919-4597-afa4-0d0971bf1d10), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:27.846873 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17eb0ea9-c093-4794-b5ed-eb557bedc49f admin admin] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:43:27.852094 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-17eb0ea9-c093-4794-b5ed-eb557bedc49f admin admin] 10.222.0.32 "PUT /v2.0/routers/9c37c675-ea09-4471-b753-3cc87d0c8210/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6084013 Feb 10 03:43:27.883540 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-27df731a-1f07-470c-81ed-aa9a30ec173a None None] Port e309e971-7919-4597-afa4-0d0971bf1d10 cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:43:27.886127 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-d3a88d1d-951b-4a8f-9159-23f6f44f6691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'name': 'tempest-TestShelveInstance-1736618809-router', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'e1809420-669d-46bc-853b-a3768dcbdeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:43:24Z', 'updated_at': '2022-02-10T03:43:27Z', 'revision_number': 4, 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'gw_port': {'id': 'e1809420-669d-46bc-853b-a3768dcbdeef', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:24Z', 'updated_at': '2022-02-10T03:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': 'e309e971-7919-4597-afa4-0d0971bf1d10', 'name': '', 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'mac_address': 'fa:16:3e:26:ac:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7bbe3104-6c08-43fa-8765-d2e1f9114957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:26Z', 'updated_at': '2022-02-10T03:43:27Z', 'revision_number': 2, 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'subnets': [{'id': '7bbe3104-6c08-43fa-8765-d2e1f9114957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:27.913682 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a88d1d-951b-4a8f-9159-23f6f44f6691 None None] The sync data for ids ['9c37c675-ea09-4471-b753-3cc87d0c8210'] in dv-cinder-828060-2-iscsi is: [{'id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'name': 'tempest-TestShelveInstance-1736618809-router', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'e1809420-669d-46bc-853b-a3768dcbdeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:43:24Z', 'updated_at': '2022-02-10T03:43:27Z', 'revision_number': 4, 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'gw_port': {'id': 'e1809420-669d-46bc-853b-a3768dcbdeef', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:24Z', 'updated_at': '2022-02-10T03:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': 'e309e971-7919-4597-afa4-0d0971bf1d10', 'name': '', 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'mac_address': 'fa:16:3e:26:ac:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7bbe3104-6c08-43fa-8765-d2e1f9114957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:26Z', 'updated_at': '2022-02-10T03:43:27Z', 'revision_number': 2, 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'subnets': [{'id': '7bbe3104-6c08-43fa-8765-d2e1f9114957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:43:28.216944 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 105b1d96-0df8-435d-b07a-f8b2f40c289b up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:43:28.278287 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 105b1d96-0df8-435d-b07a-f8b2f40c289b triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:43:28.279189 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (105b1d96-0df8-435d-b07a-f8b2f40c289b), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:28.474214 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 50596) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:28.479959 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-68b2b2f5-b4d0-4ca9-a10b-beb3cdb46aea admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-454898474-network', 'tenant_id': '6153f4fd9e97416e818a483c91e5e9c5'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:43:28.505993 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b2b2f5-b4d0-4ca9-a10b-beb3cdb46aea admin admin] Made reservation on behalf of 6153f4fd9e97416e818a483c91e5e9c5 for: {'network': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:43:28.508578 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-68b2b2f5-b4d0-4ca9-a10b-beb3cdb46aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for network (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:28.513976 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 105b1d96-0df8-435d-b07a-f8b2f40c289b is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:43:28.518895 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-68b2b2f5-b4d0-4ca9-a10b-beb3cdb46aea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:28.601601 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-68b2b2f5-b4d0-4ca9-a10b-beb3cdb46aea admin admin] Publish callbacks [] for security_group (8a526c5d-6c8c-4f12-93ed-4547a95a46de), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:28.609075 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-68b2b2f5-b4d0-4ca9-a10b-beb3cdb46aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (8a526c5d-6c8c-4f12-93ed-4547a95a46de), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:28.642109 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b2b2f5-b4d0-4ca9-a10b-beb3cdb46aea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=102733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:43:28.658786 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2b2f5-b4d0-4ca9-a10b-beb3cdb46aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a526c5d-6c8c-4f12-93ed-4547a95a46de,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:28.661919 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-68b2b2f5-b4d0-4ca9-a10b-beb3cdb46aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (d7c4f4dd-3966-4a8e-9401-66f445a87d06), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:28.662477 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.db.segments_db [None req-68b2b2f5-b4d0-4ca9-a10b-beb3cdb46aea admin admin] Added segment d7c4f4dd-3966-4a8e-9401-66f445a87d06 of type vlan for network d1e20067-6299-463b-b9c4-005df08be531 Feb 10 03:43:28.717843 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-68b2b2f5-b4d0-4ca9-a10b-beb3cdb46aea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387737128'] for network (d1e20067-6299-463b-b9c4-005df08be531), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:28.750103 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-68b2b2f5-b4d0-4ca9-a10b-beb3cdb46aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for network (d1e20067-6299-463b-b9c4-005df08be531), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:28.751277 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b2b2f5-b4d0-4ca9-a10b-beb3cdb46aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:28.751933 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-68b2b2f5-b4d0-4ca9-a10b-beb3cdb46aea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:28.782640 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-68b2b2f5-b4d0-4ca9-a10b-beb3cdb46aea admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3068900 Feb 10 03:43:28.785487 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 50604) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:28.796157 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-3bf23911-aede-4b35-bc66-b9122d17d343 admin admin] Request body: {'subnet': {'network_id': 'd1e20067-6299-463b-b9c4-005df08be531', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-454898474-subnet', 'tenant_id': '6153f4fd9e97416e818a483c91e5e9c5', 'ip_version': 4}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:43:28.822135 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf23911-aede-4b35-bc66-b9122d17d343 admin admin] Made reservation on behalf of 6153f4fd9e97416e818a483c91e5e9c5 for: {'subnet': 1} {{(pid=102732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:43:28.822502 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2b2f5-b4d0-4ca9-a10b-beb3cdb46aea admin admin] Pushing event updated for resources: {'Network': ['ID=d1e20067-6299-463b-b9c4-005df08be531,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:28.833806 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Network d1e20067-6299-463b-b9c4-005df08be531 details requested by agent ovs-agent-dv-cinder-828060-2-iscsi with host dv-cinder-828060-2-iscsi {{(pid=102734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:43:28.834935 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3bf23911-aede-4b35-bc66-b9122d17d343 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265425182'] for subnet (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:29.032674 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3bf23911-aede-4b35-bc66-b9122d17d343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265725839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265425164'] for subnet (ca037ea9-974b-409c-98e9-3a43f5d8091c), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:29.094183 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf23911-aede-4b35-bc66-b9122d17d343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca037ea9-974b-409c-98e9-3a43f5d8091c,revision_number=0']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:29.099940 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf23911-aede-4b35-bc66-b9122d17d343 admin admin] Checking segment: {'id': 'd7c4f4dd-3966-4a8e-9401-66f445a87d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd1e20067-6299-463b-b9c4-005df08be531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:43:29.100294 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf23911-aede-4b35-bc66-b9122d17d343 admin admin] Network hostable DHCP agents. Network: d1e20067-6299-463b-b9c4-005df08be531, hostable agents: ['1db83568-5d00-4ab2-ab08-3829f0594148'], hosted agents: [] {{(pid=102732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:43:29.121776 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf23911-aede-4b35-bc66-b9122d17d343 admin admin] Network d1e20067-6299-463b-b9c4-005df08be531 is scheduled to be hosted by DHCP agent 1db83568-5d00-4ab2-ab08-3829f0594148 with binding_index 1 {{(pid=102732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:43:29.132772 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-3bf23911-aede-4b35-bc66-b9122d17d343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-2-iscsi, d1e20067-6299-463b-b9c4-005df08be531) {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:43:29.144899 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d23f4ff-7348-4008-be77-15702233d5a2 None None] Network d1e20067-6299-463b-b9c4-005df08be531 requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:43:29.161696 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf23911-aede-4b35-bc66-b9122d17d343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:29.163224 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3bf23911-aede-4b35-bc66-b9122d17d343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for subnet (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:29.191097 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-3bf23911-aede-4b35-bc66-b9122d17d343 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4016383 Feb 10 03:43:29.193683 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 50618) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:29.198472 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-eee495c9-d167-4282-9da3-9273f593bf67 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-454898474-router', 'tenant_id': '6153f4fd9e97416e818a483c91e5e9c5', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:43:29.245929 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eee495c9-d167-4282-9da3-9273f593bf67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256768'] for router (5e74291b-c304-43e6-8463-c412e7ca3b62), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:29.247016 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eee495c9-d167-4282-9da3-9273f593bf67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256823'] for router (5e74291b-c304-43e6-8463-c412e7ca3b62), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:29.278833 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44768ddc-0640-451e-8ffb-f03722f05aab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27dc6948-3cb5-5705-b42b-68de865229a0-d1e20067-6299-463b-b9c4-005df08be531', 'network_id': 'd1e20067-6299-463b-b9c4-005df08be531', 'project_id': '6153f4fd9e97416e818a483c91e5e9c5', 'fixed_ips': [{'subnet_id': 'ca037ea9-974b-409c-98e9-3a43f5d8091c'}]}} from dv-cinder-828060-2-iscsi. {{(pid=102734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 03:43:29.279774 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-44768ddc-0640-451e-8ffb-f03722f05aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:29.318213 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c17d3-df11-4185-bbef-57d442a10c87 req-1edeef9b-fb77-4059-ba7a-bf8faf07f0b1 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:29.319730 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-854c17d3-df11-4185-bbef-57d442a10c87 req-1edeef9b-fb77-4059-ba7a-bf8faf07f0b1 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 945 time: 0.1122770 Feb 10 03:43:29.321113 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eee495c9-d167-4282-9da3-9273f593bf67 admin admin] Publish callbacks [] for router_controller (5e74291b-c304-43e6-8463-c412e7ca3b62), precommit_add_association {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:29.425561 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.db_base_plugin_common [None req-44768ddc-0640-451e-8ffb-f03722f05aab None None] Allocated IP 172.20.0.2 (d1e20067-6299-463b-b9c4-005df08be531/ca037ea9-974b-409c-98e9-3a43f5d8091c/f8b3c677-9bd2-4140-a1c7-ac775db2a5a5) {{(pid=102734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:43:29.462644 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-854c17d3-df11-4185-bbef-57d442a10c87 req-207072c0-8834-4b31-8981-f1eeacd473e5 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b15c58-4292-41dd-9eaf-449e01ee5af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353290 Feb 10 03:43:29.493842 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eee495c9-d167-4282-9da3-9273f593bf67 admin admin] Publish callbacks [] for router_gateway (5e74291b-c304-43e6-8463-c412e7ca3b62), precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:29.579599 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-44768ddc-0640-451e-8ffb-f03722f05aab None None] Publish callbacks [] for port (f8b3c677-9bd2-4140-a1c7-ac775db2a5a5), precommit_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:29.585854 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-44768ddc-0640-451e-8ffb-f03722f05aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834'] for port (f8b3c677-9bd2-4140-a1c7-ac775db2a5a5), after_create {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:29.625562 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44768ddc-0640-451e-8ffb-f03722f05aab None None] Network d1e20067-6299-463b-b9c4-005df08be531 is already hosted by enough agents. {{(pid=102734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:43:29.628382 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.scheduler.base_scheduler [None req-44768ddc-0640-451e-8ffb-f03722f05aab None None] Resources bound (agent type, host, resource id): {{(pid=102734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:43:29.631945 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44768ddc-0640-451e-8ffb-f03722f05aab None None] Received port after_create {{(pid=102734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:43:29.638597 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44768ddc-0640-451e-8ffb-f03722f05aab None None] Pushing event updated for resources: {'Port': ['ID=f8b3c677-9bd2-4140-a1c7-ac775db2a5a5,revision_number=1']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:29.689429 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-44768ddc-0640-451e-8ffb-f03722f05aab None None] Attempting to bind port f8b3c677-9bd2-4140-a1c7-ac775db2a5a5 on host dv-cinder-828060-2-iscsi for vnic_type normal with profile {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:43:29.689632 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eee495c9-d167-4282-9da3-9273f593bf67 admin admin] Publish callbacks [] for router_gateway (5e74291b-c304-43e6-8463-c412e7ca3b62), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:29.689774 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-44768ddc-0640-451e-8ffb-f03722f05aab None None] Attempting to bind port f8b3c677-9bd2-4140-a1c7-ac775db2a5a5 by drivers openvswitch,hyperv on host dv-cinder-828060-2-iscsi at level 0 using segments [{'id': 'd7c4f4dd-3966-4a8e-9401-66f445a87d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd1e20067-6299-463b-b9c4-005df08be531'}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:43:29.690079 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44768ddc-0640-451e-8ffb-f03722f05aab None None] Attempting to bind port f8b3c677-9bd2-4140-a1c7-ac775db2a5a5 on network d1e20067-6299-463b-b9c4-005df08be531 {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:43:29.695356 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44768ddc-0640-451e-8ffb-f03722f05aab None None] Checking agent: {'id': 'ec329a5d-811c-4230-b7e8-4067504d3542', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'started_at': datetime.datetime(2022, 2, 10, 3, 29, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:43:29.695737 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44768ddc-0640-451e-8ffb-f03722f05aab None None] Checking segment: {'id': 'd7c4f4dd-3966-4a8e-9401-66f445a87d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd1e20067-6299-463b-b9c4-005df08be531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:43:29.696144 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-44768ddc-0640-451e-8ffb-f03722f05aab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:29.697138 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44768ddc-0640-451e-8ffb-f03722f05aab None None] Bound using segment: {'id': 'd7c4f4dd-3966-4a8e-9401-66f445a87d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd1e20067-6299-463b-b9c4-005df08be531'} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:43:29.697650 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-44768ddc-0640-451e-8ffb-f03722f05aab None None] Bound port: f8b3c677-9bd2-4140-a1c7-ac775db2a5a5, host: dv-cinder-828060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c4f4dd-3966-4a8e-9401-66f445a87d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd1e20067-6299-463b-b9c4-005df08be531'}}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:43:29.698032 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-44768ddc-0640-451e-8ffb-f03722f05aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (f8b3c677-9bd2-4140-a1c7-ac775db2a5a5), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:29.708457 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eee495c9-d167-4282-9da3-9273f593bf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:29.766350 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-44768ddc-0640-451e-8ffb-f03722f05aab None None] For port f8b3c677-9bd2-4140-a1c7-ac775db2a5a5, host dv-cinder-828060-2-iscsi, cleared binding levels {{(pid=102734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:43:29.769645 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-44768ddc-0640-451e-8ffb-f03722f05aab None None] For port f8b3c677-9bd2-4140-a1c7-ac775db2a5a5, host dv-cinder-828060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=f8b3c677-9bd2-4140-a1c7-ac775db2a5a5,segment=NetworkSegment(d7c4f4dd-3966-4a8e-9401-66f445a87d06),segment_id=d7c4f4dd-3966-4a8e-9401-66f445a87d06)] {{(pid=102734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:43:29.776851 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-44768ddc-0640-451e-8ffb-f03722f05aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (f8b3c677-9bd2-4140-a1c7-ac775db2a5a5), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:29.823941 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-eee495c9-d167-4282-9da3-9273f593bf67 admin admin] Allocated IP 172.27.0.249 (21bdb221-e4aa-4ceb-8437-3c4897a6dae2/0a389fce-60fc-45d4-b298-908574c1c629/55291c21-2853-4f26-b708-0b87e1c9c378) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:43:29.833993 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44768ddc-0640-451e-8ffb-f03722f05aab None None] Pushing event updated for resources: {'Port': ['ID=f8b3c677-9bd2-4140-a1c7-ac775db2a5a5,revision_number=2']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:29.939746 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eee495c9-d167-4282-9da3-9273f593bf67 admin admin] Publish callbacks [] for port (55291c21-2853-4f26-b708-0b87e1c9c378), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:29.973744 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eee495c9-d167-4282-9da3-9273f593bf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265725731'] for port (55291c21-2853-4f26-b708-0b87e1c9c378), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:30.024413 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee495c9-d167-4282-9da3-9273f593bf67 admin admin] Network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:43:30.027122 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-eee495c9-d167-4282-9da3-9273f593bf67 admin admin] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:43:30.030822 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee495c9-d167-4282-9da3-9273f593bf67 admin admin] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:43:30.055468 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee495c9-d167-4282-9da3-9273f593bf67 admin admin] Pushing event updated for resources: {'Port': ['ID=55291c21-2853-4f26-b708-0b87e1c9c378,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:30.149364 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc81b07-fb65-4b6f-befa-1c642981b1b2 None None] Sync routers for ids ['9c37c675-ea09-4471-b753-3cc87d0c8210'] in dv-cinder-828060-2-iscsi {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:43:30.167064 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc81b07-fb65-4b6f-befa-1c642981b1b2 None None] Routers {'9c37c675-ea09-4471-b753-3cc87d0c8210'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:43:30.167909 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-1cc81b07-fb65-4b6f-befa-1c642981b1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:43:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['9c37c675-ea09-4471-b753-3cc87d0c8210'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:30.267455 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device f8b3c677-9bd2-4140-a1c7-ac775db2a5a5 up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:43:30.298547 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-1cc81b07-fb65-4b6f-befa-1c642981b1b2 None None] Set router 9c37c675-ea09-4471-b753-3cc87d0c8210 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:43:30.317930 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port f8b3c677-9bd2-4140-a1c7-ac775db2a5a5 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:43:30.318506 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (f8b3c677-9bd2-4140-a1c7-ac775db2a5a5), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:30.405793 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port f8b3c677-9bd2-4140-a1c7-ac775db2a5a5 is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:43:30.406186 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (f8b3c677-9bd2-4140-a1c7-ac775db2a5a5), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:30.440692 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] For port f8b3c677-9bd2-4140-a1c7-ac775db2a5a5, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=f8b3c677-9bd2-4140-a1c7-ac775db2a5a5,segment=NetworkSegment(d7c4f4dd-3966-4a8e-9401-66f445a87d06),segment_id=d7c4f4dd-3966-4a8e-9401-66f445a87d06)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:43:30.445666 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (f8b3c677-9bd2-4140-a1c7-ac775db2a5a5), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:30.446749 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device e1809420-669d-46bc-853b-a3768dcbdeef up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:43:30.514299 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-1cc81b07-fb65-4b6f-befa-1c642981b1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'name': 'tempest-TestShelveInstance-1736618809-router', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'e1809420-669d-46bc-853b-a3768dcbdeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:43:24Z', 'updated_at': '2022-02-10T03:43:27Z', 'revision_number': 4, 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'gw_port': {'id': 'e1809420-669d-46bc-853b-a3768dcbdeef', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:24Z', 'updated_at': '2022-02-10T03:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': 'e309e971-7919-4597-afa4-0d0971bf1d10', 'name': '', 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'mac_address': 'fa:16:3e:26:ac:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7bbe3104-6c08-43fa-8765-d2e1f9114957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:26Z', 'updated_at': '2022-02-10T03:43:27Z', 'revision_number': 2, 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'subnets': [{'id': '7bbe3104-6c08-43fa-8765-d2e1f9114957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:30.531298 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Pushing event updated for resources: {'Port': ['ID=f8b3c677-9bd2-4140-a1c7-ac775db2a5a5,revision_number=3']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:30.546423 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port e1809420-669d-46bc-853b-a3768dcbdeef triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:43:30.546853 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (e1809420-669d-46bc-853b-a3768dcbdeef), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:30.551518 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc81b07-fb65-4b6f-befa-1c642981b1b2 None None] Checking router: 9c37c675-ea09-4471-b753-3cc87d0c8210 for host: dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:43:30.551994 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc81b07-fb65-4b6f-befa-1c642981b1b2 None None] Updating router 9c37c675-ea09-4471-b753-3cc87d0c8210 port e309e971-7919-4597-afa4-0d0971bf1d10 binding host dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:43:30.591829 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-1cc81b07-fb65-4b6f-befa-1c642981b1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (e309e971-7919-4597-afa4-0d0971bf1d10), before_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:30.651898 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eee495c9-d167-4282-9da3-9273f593bf67 admin admin] Publish callbacks [] for router_gateway (5e74291b-c304-43e6-8463-c412e7ca3b62), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:30.656193 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port e1809420-669d-46bc-853b-a3768dcbdeef is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:43:30.656370 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (e1809420-669d-46bc-853b-a3768dcbdeef), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:30.677650 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] For port e1809420-669d-46bc-853b-a3768dcbdeef, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=e1809420-669d-46bc-853b-a3768dcbdeef,segment=NetworkSegment(c1a6dc3e-a0fe-4959-bf17-1081534e4b16),segment_id=c1a6dc3e-a0fe-4959-bf17-1081534e4b16)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:43:30.681903 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (e1809420-669d-46bc-853b-a3768dcbdeef), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:30.737268 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b31fc4-9005-45b5-9bd2-404a88d77b87 req-7aee8672-8db4-4956-9c4e-45a60378416c tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:30.739026 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d8b31fc4-9005-45b5-9bd2-404a88d77b87 req-7aee8672-8db4-4956-9c4e-45a60378416c tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 945 time: 0.1353519 Feb 10 03:43:30.746234 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Pushing event updated for resources: {'Port': ['ID=e1809420-669d-46bc-853b-a3768dcbdeef,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:30.835121 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d8b31fc4-9005-45b5-9bd2-404a88d77b87 req-69cb96a1-122d-4f26-95a7-e09dd6236356 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b15c58-4292-41dd-9eaf-449e01ee5af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831008 Feb 10 03:43:30.905499 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-1cc81b07-fb65-4b6f-befa-1c642981b1b2 None None] Publish callbacks [] for port (e309e971-7919-4597-afa4-0d0971bf1d10), precommit_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:30.911460 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e16e9f-8803-4207-b973-e9cc8445e6f3 None None] Network d1e20067-6299-463b-b9c4-005df08be531 requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:43:30.912841 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-1cc81b07-fb65-4b6f-befa-1c642981b1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (e309e971-7919-4597-afa4-0d0971bf1d10), after_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:30.951639 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eee495c9-d167-4282-9da3-9273f593bf67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603541'] for router (5e74291b-c304-43e6-8463-c412e7ca3b62), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:30.955566 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ee68f-8af1-4f90-8e8b-108ca9d2ca73 None None] Pushing event updated for resources: {'Port': ['ID=e309e971-7919-4597-afa4-0d0971bf1d10,revision_number=3']} {{(pid=102735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:30.998352 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ee68f-8af1-4f90-8e8b-108ca9d2ca73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:30.998352 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ee68f-8af1-4f90-8e8b-108ca9d2ca73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:30.998352 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ee68f-8af1-4f90-8e8b-108ca9d2ca73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:30.998352 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ee68f-8af1-4f90-8e8b-108ca9d2ca73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:30.998853 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ee68f-8af1-4f90-8e8b-108ca9d2ca73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:30.999114 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ee68f-8af1-4f90-8e8b-108ca9d2ca73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:30.999800 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ee68f-8af1-4f90-8e8b-108ca9d2ca73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:30.999800 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ee68f-8af1-4f90-8e8b-108ca9d2ca73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:31.000000 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ee68f-8af1-4f90-8e8b-108ca9d2ca73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:31.000095 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-815fc245-0bc2-4362-a77a-89a70ee13e90 None None] Provisioning complete for port f8b3c677-9bd2-4140-a1c7-ac775db2a5a5 triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:43:31.000301 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ee68f-8af1-4f90-8e8b-108ca9d2ca73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:31.000496 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-815fc245-0bc2-4362-a77a-89a70ee13e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (f8b3c677-9bd2-4140-a1c7-ac775db2a5a5), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:31.000626 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ee68f-8af1-4f90-8e8b-108ca9d2ca73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:31.000917 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ee68f-8af1-4f90-8e8b-108ca9d2ca73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:31.001241 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ee68f-8af1-4f90-8e8b-108ca9d2ca73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:31.036141 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.managers [None req-1cc81b07-fb65-4b6f-befa-1c642981b1b2 None None] Attempting to bind port e309e971-7919-4597-afa4-0d0971bf1d10 on host dv-cinder-828060-2-iscsi for vnic_type normal with profile {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:43:31.036517 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.managers [None req-1cc81b07-fb65-4b6f-befa-1c642981b1b2 None None] Attempting to bind port e309e971-7919-4597-afa4-0d0971bf1d10 by drivers openvswitch,hyperv on host dv-cinder-828060-2-iscsi at level 0 using segments [{'id': '82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c'}] {{(pid=102735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:43:31.036888 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc81b07-fb65-4b6f-befa-1c642981b1b2 None None] Attempting to bind port e309e971-7919-4597-afa4-0d0971bf1d10 on network 141657dd-0a9d-419e-8e9a-229883dc970c {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:43:31.042155 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc81b07-fb65-4b6f-befa-1c642981b1b2 None None] Checking agent: {'id': 'ec329a5d-811c-4230-b7e8-4067504d3542', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'started_at': datetime.datetime(2022, 2, 10, 3, 29, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:43:31.043031 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc81b07-fb65-4b6f-befa-1c642981b1b2 None None] Checking segment: {'id': '82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:43:31.043611 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-1cc81b07-fb65-4b6f-befa-1c642981b1b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:31.044254 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc81b07-fb65-4b6f-befa-1c642981b1b2 None None] Bound using segment: {'id': '82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c'} {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:43:31.045085 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.managers [None req-1cc81b07-fb65-4b6f-befa-1c642981b1b2 None None] Bound port: e309e971-7919-4597-afa4-0d0971bf1d10, host: dv-cinder-828060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c'}}] {{(pid=102735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:43:31.046020 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-1cc81b07-fb65-4b6f-befa-1c642981b1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (e309e971-7919-4597-afa4-0d0971bf1d10), before_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:31.124530 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee495c9-d167-4282-9da3-9273f593bf67 admin admin] Router 5e74291b-c304-43e6-8463-c412e7ca3b62 is scheduled to L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 with binding_index 1 {{(pid=102732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 03:43:31.147408 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-815fc245-0bc2-4362-a77a-89a70ee13e90 None None] Current status of the port f8b3c677-9bd2-4140-a1c7-ac775db2a5a5 is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:43:31.159898 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae5e61a-e137-4f99-9a27-07fab71b8497 req-da7cff63-48ff-4e60-a880-f5a3c630a988 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:31.161516 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-3ae5e61a-e137-4f99-9a27-07fab71b8497 req-da7cff63-48ff-4e60-a880-f5a3c630a988 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 945 time: 0.0974457 Feb 10 03:43:31.236691 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.db [None req-1cc81b07-fb65-4b6f-befa-1c642981b1b2 None None] For port e309e971-7919-4597-afa4-0d0971bf1d10, host dv-cinder-828060-2-iscsi, cleared binding levels {{(pid=102735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:43:31.239856 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.db [None req-1cc81b07-fb65-4b6f-befa-1c642981b1b2 None None] For port e309e971-7919-4597-afa4-0d0971bf1d10, host dv-cinder-828060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=e309e971-7919-4597-afa4-0d0971bf1d10,segment=NetworkSegment(82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37),segment_id=82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37)] {{(pid=102735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:43:31.249131 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-1cc81b07-fb65-4b6f-befa-1c642981b1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (e309e971-7919-4597-afa4-0d0971bf1d10), after_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:31.283428 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-5ac9fd3c-272d-4123-b51e-17a0cde780d0 None None] Provisioning complete for port e309e971-7919-4597-afa4-0d0971bf1d10 triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:43:31.284014 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-5ac9fd3c-272d-4123-b51e-17a0cde780d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (e309e971-7919-4597-afa4-0d0971bf1d10), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:31.298264 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ee68f-8af1-4f90-8e8b-108ca9d2ca73 None None] Pushing event updated for resources: {'Port': ['ID=e309e971-7919-4597-afa4-0d0971bf1d10,revision_number=4']} {{(pid=102735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:31.311874 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-3ae5e61a-e137-4f99-9a27-07fab71b8497 req-e5eac873-f057-4aea-b33e-b2f8a06c5097 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Deleting port 55725b88-e980-424f-91f6-78757fc06a2a {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:43:31.313768 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-3ae5e61a-e137-4f99-9a27-07fab71b8497 req-e5eac873-f057-4aea-b33e-b2f8a06c5097 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (55725b88-e980-424f-91f6-78757fc06a2a), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:31.315707 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee495c9-d167-4282-9da3-9273f593bf67 admin admin] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:43:31.319945 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc81b07-fb65-4b6f-befa-1c642981b1b2 None None] Routers {'9c37c675-ea09-4471-b753-3cc87d0c8210'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:43:31.320688 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-1cc81b07-fb65-4b6f-befa-1c642981b1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:43:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['9c37c675-ea09-4471-b753-3cc87d0c8210'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:31.343743 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eee495c9-d167-4282-9da3-9273f593bf67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:31.347632 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-eee495c9-d167-4282-9da3-9273f593bf67 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1503816 Feb 10 03:43:31.347868 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 50622) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:31.353759 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88ce848-5565-4021-9b54-593ab91a411a None None] Sync routers for ids ['5e74291b-c304-43e6-8463-c412e7ca3b62'] in dv-cinder-828060-2-iscsi {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:43:31.411697 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88ce848-5565-4021-9b54-593ab91a411a None None] Routers {'5e74291b-c304-43e6-8463-c412e7ca3b62'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:43:31.418033 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-d88ce848-5565-4021-9b54-593ab91a411a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:43:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['5e74291b-c304-43e6-8463-c412e7ca3b62'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:31.454645 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-1cc81b07-fb65-4b6f-befa-1c642981b1b2 None None] Set router 9c37c675-ea09-4471-b753-3cc87d0c8210 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:43:31.501969 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-3ae5e61a-e137-4f99-9a27-07fab71b8497 req-e5eac873-f057-4aea-b33e-b2f8a06c5097 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] For port 55725b88-e980-424f-91f6-78757fc06a2a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=55725b88-e980-424f-91f6-78757fc06a2a,segment=NetworkSegment(784eaaa7-3d14-4567-8c49-962a1b348d44),segment_id=784eaaa7-3d14-4567-8c49-962a1b348d44)] {{(pid=102733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:43:31.502346 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-3ae5e61a-e137-4f99-9a27-07fab71b8497 req-e5eac873-f057-4aea-b33e-b2f8a06c5097 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (55725b88-e980-424f-91f6-78757fc06a2a), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:31.620141 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-d88ce848-5565-4021-9b54-593ab91a411a None None] Set router 5e74291b-c304-43e6-8463-c412e7ca3b62 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:43:31.686959 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-5ac9fd3c-272d-4123-b51e-17a0cde780d0 None None] Current status of the port e309e971-7919-4597-afa4-0d0971bf1d10 is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:43:31.686959 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-5ac9fd3c-272d-4123-b51e-17a0cde780d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (e309e971-7919-4597-afa4-0d0971bf1d10), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:31.704633 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-1cc81b07-fb65-4b6f-befa-1c642981b1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'name': 'tempest-TestShelveInstance-1736618809-router', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'e1809420-669d-46bc-853b-a3768dcbdeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:43:24Z', 'updated_at': '2022-02-10T03:43:27Z', 'revision_number': 4, 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'gw_port': {'id': 'e1809420-669d-46bc-853b-a3768dcbdeef', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:24Z', 'updated_at': '2022-02-10T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': 'e309e971-7919-4597-afa4-0d0971bf1d10', 'name': '', 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'mac_address': 'fa:16:3e:26:ac:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7bbe3104-6c08-43fa-8765-d2e1f9114957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:26Z', 'updated_at': '2022-02-10T03:43:31Z', 'revision_number': 4, 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'subnets': [{'id': '7bbe3104-6c08-43fa-8765-d2e1f9114957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:31.739323 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc81b07-fb65-4b6f-befa-1c642981b1b2 None None] The sync data for ids ['9c37c675-ea09-4471-b753-3cc87d0c8210'] in dv-cinder-828060-2-iscsi is: [{'id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'name': 'tempest-TestShelveInstance-1736618809-router', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'e1809420-669d-46bc-853b-a3768dcbdeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:43:24Z', 'updated_at': '2022-02-10T03:43:27Z', 'revision_number': 4, 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'gw_port': {'id': 'e1809420-669d-46bc-853b-a3768dcbdeef', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:24Z', 'updated_at': '2022-02-10T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': 'e309e971-7919-4597-afa4-0d0971bf1d10', 'name': '', 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'mac_address': 'fa:16:3e:26:ac:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7bbe3104-6c08-43fa-8765-d2e1f9114957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:26Z', 'updated_at': '2022-02-10T03:43:31Z', 'revision_number': 4, 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'subnets': [{'id': '7bbe3104-6c08-43fa-8765-d2e1f9114957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:43:31.753226 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-3ae5e61a-e137-4f99-9a27-07fab71b8497 req-e5eac873-f057-4aea-b33e-b2f8a06c5097 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:31.753612 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-3ae5e61a-e137-4f99-9a27-07fab71b8497 req-e5eac873-f057-4aea-b33e-b2f8a06c5097 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575287'] for floatingip (44cdcff0-b2e1-4547-b8dd-f6ba5ddfa095), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:31.753996 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.db.l3_db [req-3ae5e61a-e137-4f99-9a27-07fab71b8497 req-e5eac873-f057-4aea-b33e-b2f8a06c5097 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Floating IP 44cdcff0-b2e1-4547-b8dd-f6ba5ddfa095 disassociated. External IP: 172.27.0.159, port: 55725b88-e980-424f-91f6-78757fc06a2a. Feb 10 03:43:31.754266 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-3ae5e61a-e137-4f99-9a27-07fab71b8497 req-e5eac873-f057-4aea-b33e-b2f8a06c5097 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Calling delete_port for 55725b88-e980-424f-91f6-78757fc06a2a owned by compute:nova {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:43:31.778764 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-5ac9fd3c-272d-4123-b51e-17a0cde780d0 None None] For port e309e971-7919-4597-afa4-0d0971bf1d10, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=e309e971-7919-4597-afa4-0d0971bf1d10,segment=NetworkSegment(82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37),segment_id=82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:43:31.789504 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-5ac9fd3c-272d-4123-b51e-17a0cde780d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (e309e971-7919-4597-afa4-0d0971bf1d10), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:31.917975 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9fd3c-272d-4123-b51e-17a0cde780d0 None None] Pushing event updated for resources: {'Port': ['ID=e309e971-7919-4597-afa4-0d0971bf1d10,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:31.923489 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-3ae5e61a-e137-4f99-9a27-07fab71b8497 req-e5eac873-f057-4aea-b33e-b2f8a06c5097 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (55725b88-e980-424f-91f6-78757fc06a2a), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:31.955216 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-bef2917e-cbcb-4fb0-bc12-d217b7d422db None None] Provisioning complete for port e309e971-7919-4597-afa4-0d0971bf1d10 triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:43:31.955594 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-bef2917e-cbcb-4fb0-bc12-d217b7d422db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (e309e971-7919-4597-afa4-0d0971bf1d10), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:31.968816 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eac873-f057-4aea-b33e-b2f8a06c5097 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Pushing event deleted for resources: {'Port': ['ID=55725b88-e980-424f-91f6-78757fc06a2a,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:31.976469 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6fc8c80d-a5d5-4cf8-87e0-e3a0f220f354 req-3cfeaf92-6db7-48ed-a85a-c2e3c7d19a18 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 210 time: 0.0432768 Feb 10 03:43:31.995781 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3a64fd5f-e3ac-4ad9-9faa-126b0f4deb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:32.026241 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-d88ce848-5565-4021-9b54-593ab91a411a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e74291b-c304-43e6-8463-c412e7ca3b62', 'name': 'tempest-TestShelveInstance-454898474-router', 'tenant_id': '6153f4fd9e97416e818a483c91e5e9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '55291c21-2853-4f26-b708-0b87e1c9c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:43:29Z', 'updated_at': '2022-02-10T03:43:30Z', 'revision_number': 3, 'project_id': '6153f4fd9e97416e818a483c91e5e9c5', 'gw_port': {'id': '55291c21-2853-4f26-b708-0b87e1c9c378', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:11:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e74291b-c304-43e6-8463-c412e7ca3b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:29Z', 'updated_at': '2022-02-10T03:43:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:32.061931 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88ce848-5565-4021-9b54-593ab91a411a None None] Checking router: 5e74291b-c304-43e6-8463-c412e7ca3b62 for host: dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:43:32.062314 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88ce848-5565-4021-9b54-593ab91a411a None None] Updating router 5e74291b-c304-43e6-8463-c412e7ca3b62 port 55291c21-2853-4f26-b708-0b87e1c9c378 binding host dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:43:32.124985 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ae5e61a-e137-4f99-9a27-07fab71b8497 req-e5eac873-f057-4aea-b33e-b2f8a06c5097 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Router e3b1416d-13b2-4560-b5ee-cfe3cecaf120 has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:43:32.151199 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-d88ce848-5565-4021-9b54-593ab91a411a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (55291c21-2853-4f26-b708-0b87e1c9c378), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:32.191370 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-bef2917e-cbcb-4fb0-bc12-d217b7d422db None None] Current status of the port e309e971-7919-4597-afa4-0d0971bf1d10 is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:43:32.198056 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-3a64fd5f-e3ac-4ad9-9faa-126b0f4deb6a admin admin] Allocated IP 172.20.0.1 (d1e20067-6299-463b-b9c4-005df08be531/ca037ea9-974b-409c-98e9-3a43f5d8091c/5b0c9a86-3526-4459-93f0-975bb173f7cb) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:43:32.277960 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ae5e61a-e137-4f99-9a27-07fab71b8497 req-e5eac873-f057-4aea-b33e-b2f8a06c5097 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:43:32.289844 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-bef2917e-cbcb-4fb0-bc12-d217b7d422db None None] Provisioning complete for port f8b3c677-9bd2-4140-a1c7-ac775db2a5a5 triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:43:32.290221 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-bef2917e-cbcb-4fb0-bc12-d217b7d422db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (f8b3c677-9bd2-4140-a1c7-ac775db2a5a5), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:32.294183 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97291db0-3477-4a8c-94f2-78943e4118a7 None None] Sync routers for ids ['e3b1416d-13b2-4560-b5ee-cfe3cecaf120'] in dv-cinder-828060-2-iscsi {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:43:32.296174 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device e309e971-7919-4597-afa4-0d0971bf1d10 up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:43:32.308823 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97291db0-3477-4a8c-94f2-78943e4118a7 None None] Routers {'e3b1416d-13b2-4560-b5ee-cfe3cecaf120'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:43:32.309410 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-97291db0-3477-4a8c-94f2-78943e4118a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:43:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['e3b1416d-13b2-4560-b5ee-cfe3cecaf120'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:32.361517 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3a64fd5f-e3ac-4ad9-9faa-126b0f4deb6a admin admin] Publish callbacks [] for port (5b0c9a86-3526-4459-93f0-975bb173f7cb), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:32.385947 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae5e61a-e137-4f99-9a27-07fab71b8497 req-e5eac873-f057-4aea-b33e-b2f8a06c5097 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] No DVR routers for this DVR port 55725b88-e980-424f-91f6-78757fc06a2a on host hv-cinder-82806 {{(pid=102733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:43:32.388881 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-3ae5e61a-e137-4f99-9a27-07fab71b8497 req-e5eac873-f057-4aea-b33e-b2f8a06c5097 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:32.394060 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-3ae5e61a-e137-4f99-9a27-07fab71b8497 req-e5eac873-f057-4aea-b33e-b2f8a06c5097 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.21 "DELETE /v2.0/ports/55725b88-e980-424f-91f6-78757fc06a2a HTTP/1.1" status: 204 len: 173 time: 1.2256315 Feb 10 03:43:32.394564 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a602fde-ab06-459f-83dc-10ee456f77e5', 'name': 'network-vif-deleted', 'tag': '55725b88-e980-424f-91f6-78757fc06a2a'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:43:32.409813 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18850cb-6869-41ba-8f17-4014a3767a51" -d '{"events": [{"server_uuid": "2a602fde-ab06-459f-83dc-10ee456f77e5", "name": "network-vif-deleted", "tag": "55725b88-e980-424f-91f6-78757fc06a2a"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:43:32.440829 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3a64fd5f-e3ac-4ad9-9faa-126b0f4deb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265725731'] for port (5b0c9a86-3526-4459-93f0-975bb173f7cb), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:32.479997 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-97291db0-3477-4a8c-94f2-78943e4118a7 None None] Set router e3b1416d-13b2-4560-b5ee-cfe3cecaf120 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:43:32.491939 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d7dc37-832f-475f-a6e7-c31198e5aaaa x-openstack-request-id: req-b5d7dc37-832f-475f-a6e7-c31198e5aaaa {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:43:32.492232 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a602fde-ab06-459f-83dc-10ee456f77e5", "name": "network-vif-deleted", "tag": "55725b88-e980-424f-91f6-78757fc06a2a", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:43:32.492485 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5d7dc37-832f-475f-a6e7-c31198e5aaaa {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:43:32.493496 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a602fde-ab06-459f-83dc-10ee456f77e5', 'name': 'network-vif-deleted', 'tag': '55725b88-e980-424f-91f6-78757fc06a2a', 'status': 'completed', 'code': 200} Feb 10 03:43:32.523818 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64fd5f-e3ac-4ad9-9faa-126b0f4deb6a admin admin] Pushing event updated for resources: {'Port': ['ID=5b0c9a86-3526-4459-93f0-975bb173f7cb,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:32.543089 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a64fd5f-e3ac-4ad9-9faa-126b0f4deb6a admin admin] Network d1e20067-6299-463b-b9c4-005df08be531 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:43:32.546990 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-3a64fd5f-e3ac-4ad9-9faa-126b0f4deb6a admin admin] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:43:32.565712 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a64fd5f-e3ac-4ad9-9faa-126b0f4deb6a admin admin] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:43:32.587324 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port e309e971-7919-4597-afa4-0d0971bf1d10 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:43:32.587908 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (e309e971-7919-4597-afa4-0d0971bf1d10), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:32.644105 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3a64fd5f-e3ac-4ad9-9faa-126b0f4deb6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1575400'] for router_interface (5e74291b-c304-43e6-8463-c412e7ca3b62), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:32.737637 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-bef2917e-cbcb-4fb0-bc12-d217b7d422db None None] Current status of the port f8b3c677-9bd2-4140-a1c7-ac775db2a5a5 is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:43:32.830060 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-97291db0-3477-4a8c-94f2-78943e4118a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'name': 'tempest-AttachVolumeTestJSON-565419419-router', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:18Z', 'revision_number': 4, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'gw_port': {'id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:09Z', 'updated_at': '2022-02-10T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '2488aed3-ffc0-4c83-9a18-b6d2570ce823', 'name': '', 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'mac_address': 'fa:16:3e:96:ee:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:16Z', 'updated_at': '2022-02-10T03:37:29Z', 'revision_number': 5, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'subnets': [{'id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:32.836639 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3a64fd5f-e3ac-4ad9-9faa-126b0f4deb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (5b0c9a86-3526-4459-93f0-975bb173f7cb), before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:32.863235 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-d88ce848-5565-4021-9b54-593ab91a411a None None] Publish callbacks [] for port (55291c21-2853-4f26-b708-0b87e1c9c378), precommit_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:32.870828 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97291db0-3477-4a8c-94f2-78943e4118a7 None None] Checking router: e3b1416d-13b2-4560-b5ee-cfe3cecaf120 for host: dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:43:32.876397 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-d88ce848-5565-4021-9b54-593ab91a411a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (55291c21-2853-4f26-b708-0b87e1c9c378), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:32.880605 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97291db0-3477-4a8c-94f2-78943e4118a7 None None] Routers {'e3b1416d-13b2-4560-b5ee-cfe3cecaf120'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:43:32.881105 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port e309e971-7919-4597-afa4-0d0971bf1d10 is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:43:32.881703 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-97291db0-3477-4a8c-94f2-78943e4118a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:43:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['e3b1416d-13b2-4560-b5ee-cfe3cecaf120'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:32.882121 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device f8b3c677-9bd2-4140-a1c7-ac775db2a5a5 up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:43:32.907301 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-26681a84-993b-4f9b-bcdb-711e14e32fc6 None None] Provisioning complete for port 5b0c9a86-3526-4459-93f0-975bb173f7cb triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:43:32.907671 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-26681a84-993b-4f9b-bcdb-711e14e32fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (5b0c9a86-3526-4459-93f0-975bb173f7cb), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:33.024684 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-97291db0-3477-4a8c-94f2-78943e4118a7 None None] Set router e3b1416d-13b2-4560-b5ee-cfe3cecaf120 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:43:33.057393 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3a64fd5f-e3ac-4ad9-9faa-126b0f4deb6a admin admin] Publish callbacks [] for port (5b0c9a86-3526-4459-93f0-975bb173f7cb), precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:33.073164 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3a64fd5f-e3ac-4ad9-9faa-126b0f4deb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265725720'] for port (5b0c9a86-3526-4459-93f0-975bb173f7cb), after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:33.149389 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792f388-0d35-4ab3-ba66-ad7a2295ad44 None None] Pushing event updated for resources: {'Port': ['ID=55291c21-2853-4f26-b708-0b87e1c9c378,revision_number=2']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:33.151526 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-26681a84-993b-4f9b-bcdb-711e14e32fc6 None None] Port 5b0c9a86-3526-4459-93f0-975bb173f7cb cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:43:33.154199 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-d88ce848-5565-4021-9b54-593ab91a411a None None] Attempting to bind port 55291c21-2853-4f26-b708-0b87e1c9c378 on host dv-cinder-828060-2-iscsi for vnic_type normal with profile {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:43:33.154574 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-d88ce848-5565-4021-9b54-593ab91a411a None None] Attempting to bind port 55291c21-2853-4f26-b708-0b87e1c9c378 by drivers openvswitch,hyperv on host dv-cinder-828060-2-iscsi at level 0 using segments [{'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:43:33.154956 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88ce848-5565-4021-9b54-593ab91a411a None None] Attempting to bind port 55291c21-2853-4f26-b708-0b87e1c9c378 on network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:43:33.167840 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88ce848-5565-4021-9b54-593ab91a411a None None] Checking agent: {'id': 'ec329a5d-811c-4230-b7e8-4067504d3542', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'started_at': datetime.datetime(2022, 2, 10, 3, 29, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:43:33.169187 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88ce848-5565-4021-9b54-593ab91a411a None None] Checking segment: {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:43:33.169859 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-d88ce848-5565-4021-9b54-593ab91a411a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:33.170411 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88ce848-5565-4021-9b54-593ab91a411a None None] Bound using segment: {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'} {{(pid=102734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:43:33.171083 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.managers [None req-d88ce848-5565-4021-9b54-593ab91a411a None None] Bound port: 55291c21-2853-4f26-b708-0b87e1c9c378, host: dv-cinder-828060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a6dc3e-a0fe-4959-bf17-1081534e4b16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2'}}] {{(pid=102734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:43:33.171668 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-d88ce848-5565-4021-9b54-593ab91a411a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (55291c21-2853-4f26-b708-0b87e1c9c378), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:33.180385 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-04439a83-8e39-4775-b0f9-edc29985ae87 req-b6f7e13e-92f7-453e-8d00-eb404b6f1450 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a602fde-ab06-459f-83dc-10ee456f77e5 HTTP/1.1" status: 200 len: 210 time: 0.0681031 Feb 10 03:43:33.188735 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64fd5f-e3ac-4ad9-9faa-126b0f4deb6a admin admin] Pushing event updated for resources: {'Port': ['ID=5b0c9a86-3526-4459-93f0-975bb173f7cb,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:33.203477 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3a64fd5f-e3ac-4ad9-9faa-126b0f4deb6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1573400'] for router_interface (5e74291b-c304-43e6-8463-c412e7ca3b62), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:33.210134 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port f8b3c677-9bd2-4140-a1c7-ac775db2a5a5 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:43:33.210514 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (f8b3c677-9bd2-4140-a1c7-ac775db2a5a5), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:33.264277 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-d88ce848-5565-4021-9b54-593ab91a411a None None] For port 55291c21-2853-4f26-b708-0b87e1c9c378, host dv-cinder-828060-2-iscsi, cleared binding levels {{(pid=102734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:43:33.267922 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-d88ce848-5565-4021-9b54-593ab91a411a None None] For port 55291c21-2853-4f26-b708-0b87e1c9c378, host dv-cinder-828060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=55291c21-2853-4f26-b708-0b87e1c9c378,segment=NetworkSegment(c1a6dc3e-a0fe-4959-bf17-1081534e4b16),segment_id=c1a6dc3e-a0fe-4959-bf17-1081534e4b16)] {{(pid=102734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:43:33.278249 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-d88ce848-5565-4021-9b54-593ab91a411a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (55291c21-2853-4f26-b708-0b87e1c9c378), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:33.282633 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-97291db0-3477-4a8c-94f2-78943e4118a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'name': 'tempest-AttachVolumeTestJSON-565419419-router', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:18Z', 'revision_number': 4, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'gw_port': {'id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:09Z', 'updated_at': '2022-02-10T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '2488aed3-ffc0-4c83-9a18-b6d2570ce823', 'name': '', 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'mac_address': 'fa:16:3e:96:ee:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:16Z', 'updated_at': '2022-02-10T03:37:29Z', 'revision_number': 5, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'subnets': [{'id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:33.302545 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a64fd5f-e3ac-4ad9-9faa-126b0f4deb6a admin admin] Network d1e20067-6299-463b-b9c4-005df08be531 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:43:33.304025 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-3a64fd5f-e3ac-4ad9-9faa-126b0f4deb6a admin admin] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:43:33.315168 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97291db0-3477-4a8c-94f2-78943e4118a7 None None] The sync data for ids ['e3b1416d-13b2-4560-b5ee-cfe3cecaf120'] in dv-cinder-828060-2-iscsi is: [{'id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'name': 'tempest-AttachVolumeTestJSON-565419419-router', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:18Z', 'revision_number': 4, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'gw_port': {'id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:09Z', 'updated_at': '2022-02-10T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '2488aed3-ffc0-4c83-9a18-b6d2570ce823', 'name': '', 'network_id': 'd05c7b61-b2b5-4d63-9ad8-889925a1fb38', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'mac_address': 'fa:16:3e:96:ee:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:16Z', 'updated_at': '2022-02-10T03:37:29Z', 'revision_number': 5, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'subnets': [{'id': 'bec865b2-7c97-41d1-94cb-c04a8fe247f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:43:33.377683 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port f8b3c677-9bd2-4140-a1c7-ac775db2a5a5 is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:43:33.378890 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device e1809420-669d-46bc-853b-a3768dcbdeef up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:43:33.380803 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792f388-0d35-4ab3-ba66-ad7a2295ad44 None None] Pushing event updated for resources: {'Port': ['ID=55291c21-2853-4f26-b708-0b87e1c9c378,revision_number=3']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:33.383485 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88ce848-5565-4021-9b54-593ab91a411a None None] Routers {'5e74291b-c304-43e6-8463-c412e7ca3b62'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:43:33.384087 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-d88ce848-5565-4021-9b54-593ab91a411a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:43:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['5e74291b-c304-43e6-8463-c412e7ca3b62'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:33.445618 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a64fd5f-e3ac-4ad9-9faa-126b0f4deb6a admin admin] Router 5e74291b-c304-43e6-8463-c412e7ca3b62 has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:43:33.537659 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port e1809420-669d-46bc-853b-a3768dcbdeef triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:43:33.538138 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (e1809420-669d-46bc-853b-a3768dcbdeef), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:33.540905 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-d88ce848-5565-4021-9b54-593ab91a411a None None] Set router 5e74291b-c304-43e6-8463-c412e7ca3b62 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:43:33.578158 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a64fd5f-e3ac-4ad9-9faa-126b0f4deb6a admin admin] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:43:33.586723 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-3a64fd5f-e3ac-4ad9-9faa-126b0f4deb6a admin admin] 10.222.0.32 "PUT /v2.0/routers/5e74291b-c304-43e6-8463-c412e7ca3b62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2343142 Feb 10 03:43:33.629530 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-72bf3d86-6a8f-40b6-a307-8bf479472297 None None] Provisioning complete for port 5b0c9a86-3526-4459-93f0-975bb173f7cb triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:43:33.630009 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-72bf3d86-6a8f-40b6-a307-8bf479472297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (5b0c9a86-3526-4459-93f0-975bb173f7cb), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:33.660156 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd06f49f-e4e4-41fd-9921-245a83c016a7 None None] New status for floating IP 44cdcff0-b2e1-4547-b8dd-f6ba5ddfa095: DOWN {{(pid=102734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 03:43:33.863826 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-72bf3d86-6a8f-40b6-a307-8bf479472297 None None] Port 5b0c9a86-3526-4459-93f0-975bb173f7cb cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:43:33.887112 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port e1809420-669d-46bc-853b-a3768dcbdeef is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:43:33.952063 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-d88ce848-5565-4021-9b54-593ab91a411a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e74291b-c304-43e6-8463-c412e7ca3b62', 'name': 'tempest-TestShelveInstance-454898474-router', 'tenant_id': '6153f4fd9e97416e818a483c91e5e9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '55291c21-2853-4f26-b708-0b87e1c9c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:43:29Z', 'updated_at': '2022-02-10T03:43:32Z', 'revision_number': 4, 'project_id': '6153f4fd9e97416e818a483c91e5e9c5', 'gw_port': {'id': '55291c21-2853-4f26-b708-0b87e1c9c378', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:11:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e74291b-c304-43e6-8463-c412e7ca3b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:29Z', 'updated_at': '2022-02-10T03:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '5b0c9a86-3526-4459-93f0-975bb173f7cb', 'name': '', 'network_id': 'd1e20067-6299-463b-b9c4-005df08be531', 'tenant_id': '6153f4fd9e97416e818a483c91e5e9c5', 'mac_address': 'fa:16:3e:16:ae:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e74291b-c304-43e6-8463-c412e7ca3b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ca037ea9-974b-409c-98e9-3a43f5d8091c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:32Z', 'updated_at': '2022-02-10T03:43:32Z', 'revision_number': 2, 'project_id': '6153f4fd9e97416e818a483c91e5e9c5', 'subnets': [{'id': 'ca037ea9-974b-409c-98e9-3a43f5d8091c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:33.978248 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88ce848-5565-4021-9b54-593ab91a411a None None] The sync data for ids ['5e74291b-c304-43e6-8463-c412e7ca3b62'] in dv-cinder-828060-2-iscsi is: [{'id': '5e74291b-c304-43e6-8463-c412e7ca3b62', 'name': 'tempest-TestShelveInstance-454898474-router', 'tenant_id': '6153f4fd9e97416e818a483c91e5e9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '55291c21-2853-4f26-b708-0b87e1c9c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:43:29Z', 'updated_at': '2022-02-10T03:43:32Z', 'revision_number': 4, 'project_id': '6153f4fd9e97416e818a483c91e5e9c5', 'gw_port': {'id': '55291c21-2853-4f26-b708-0b87e1c9c378', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:11:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e74291b-c304-43e6-8463-c412e7ca3b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:29Z', 'updated_at': '2022-02-10T03:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '5b0c9a86-3526-4459-93f0-975bb173f7cb', 'name': '', 'network_id': 'd1e20067-6299-463b-b9c4-005df08be531', 'tenant_id': '6153f4fd9e97416e818a483c91e5e9c5', 'mac_address': 'fa:16:3e:16:ae:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e74291b-c304-43e6-8463-c412e7ca3b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ca037ea9-974b-409c-98e9-3a43f5d8091c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:32Z', 'updated_at': '2022-02-10T03:43:32Z', 'revision_number': 2, 'project_id': '6153f4fd9e97416e818a483c91e5e9c5', 'subnets': [{'id': 'ca037ea9-974b-409c-98e9-3a43f5d8091c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:43:34.044487 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 50638) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:34.049971 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-27e5ae78-b9a5-466a-8ea3-2b0772e0e622 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1318955137', 'description': 'tempest-secgroup-smoke-1318955137 description', 'project_id': '69a1b85d278c49969a6a638dd37579d6'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:43:34.071576 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-27e5ae78-b9a5-466a-8ea3-2b0772e0e622 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:34.139704 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-27e5ae78-b9a5-466a-8ea3-2b0772e0e622 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for security_group (c009a757-d0c6-4ad3-95bc-f9b8faf061fa), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:34.145056 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-27e5ae78-b9a5-466a-8ea3-2b0772e0e622 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (c009a757-d0c6-4ad3-95bc-f9b8faf061fa), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:34.194857 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-27e5ae78-b9a5-466a-8ea3-2b0772e0e622 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:34.196166 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-27e5ae78-b9a5-466a-8ea3-2b0772e0e622 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1504209 Feb 10 03:43:34.199429 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 50640) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:34.200487 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5ae78-b9a5-466a-8ea3-2b0772e0e622 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c009a757-d0c6-4ad3-95bc-f9b8faf061fa,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:34.204430 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-97c731bf-e908-4827-81be-c3f8747d89f5 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Request body: {'security_group_rule': {'security_group_id': 'c009a757-d0c6-4ad3-95bc-f9b8faf061fa', 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:43:34.209834 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e5ae78-b9a5-466a-8ea3-2b0772e0e622 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:34.210185 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e5ae78-b9a5-466a-8ea3-2b0772e0e622 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:34.211035 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e5ae78-b9a5-466a-8ea3-2b0772e0e622 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:34.211376 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e5ae78-b9a5-466a-8ea3-2b0772e0e622 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:34.212052 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e5ae78-b9a5-466a-8ea3-2b0772e0e622 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:34.212052 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e5ae78-b9a5-466a-8ea3-2b0772e0e622 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:34.212371 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e5ae78-b9a5-466a-8ea3-2b0772e0e622 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:34.212645 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e5ae78-b9a5-466a-8ea3-2b0772e0e622 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:34.212996 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e5ae78-b9a5-466a-8ea3-2b0772e0e622 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:34.213423 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e5ae78-b9a5-466a-8ea3-2b0772e0e622 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:34.214098 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e5ae78-b9a5-466a-8ea3-2b0772e0e622 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:34.214388 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e5ae78-b9a5-466a-8ea3-2b0772e0e622 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:34.214744 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e5ae78-b9a5-466a-8ea3-2b0772e0e622 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:34.255945 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-97c731bf-e908-4827-81be-c3f8747d89f5 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for security_group_rule (21810980-fde1-4287-b7ff-fdb4d5606179), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:34.297127 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 50646) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:34.326787 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-97c731bf-e908-4827-81be-c3f8747d89f5 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for security_group_rule (21810980-fde1-4287-b7ff-fdb4d5606179), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:34.331897 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-97c731bf-e908-4827-81be-c3f8747d89f5 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585313'] for security_group_rule (21810980-fde1-4287-b7ff-fdb4d5606179), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:34.353652 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c731bf-e908-4827-81be-c3f8747d89f5 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21810980-fde1-4287-b7ff-fdb4d5606179,revision_number=0']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:34.360497 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-97c731bf-e908-4827-81be-c3f8747d89f5 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:34.361732 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-97c731bf-e908-4827-81be-c3f8747d89f5 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1612594 Feb 10 03:43:34.366746 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 50648) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:34.372273 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-e0e4332f-f91f-4321-8e17-ef47a21ffaea tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Request body: {'security_group_rule': {'security_group_id': 'c009a757-d0c6-4ad3-95bc-f9b8faf061fa', 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:43:34.387750 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d74fddb-fb12-4fc8-8dc6-b125e60df6a2 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for security_group (b0b15c58-4292-41dd-9eaf-449e01ee5af0), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:34.419899 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e0e4332f-f91f-4321-8e17-ef47a21ffaea tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for security_group_rule (5fef42f1-fc70-448c-bb11-9ba9f896e5ec), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:34.423628 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d74fddb-fb12-4fc8-8dc6-b125e60df6a2 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for security_group (b0b15c58-4292-41dd-9eaf-449e01ee5af0), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:34.514829 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e0e4332f-f91f-4321-8e17-ef47a21ffaea tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for security_group_rule (5fef42f1-fc70-448c-bb11-9ba9f896e5ec), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:34.520702 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e0e4332f-f91f-4321-8e17-ef47a21ffaea tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585313'] for security_group_rule (5fef42f1-fc70-448c-bb11-9ba9f896e5ec), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:34.527378 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d74fddb-fb12-4fc8-8dc6-b125e60df6a2 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (b0b15c58-4292-41dd-9eaf-449e01ee5af0), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:34.529948 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d74fddb-fb12-4fc8-8dc6-b125e60df6a2 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:34.534077 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-0d74fddb-fb12-4fc8-8dc6-b125e60df6a2 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "DELETE /v2.0/security-groups/b0b15c58-4292-41dd-9eaf-449e01ee5af0 HTTP/1.1" status: 204 len: 168 time: 0.2329612 Feb 10 03:43:34.534458 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 50650) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:34.549537 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.api.v2.resource [None req-ebbdf4ac-8a87-49a8-acf4-01ae56d81b8b tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] show failed (client error): The resource could not be found. Feb 10 03:43:34.550599 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-ebbdf4ac-8a87-49a8-acf4-01ae56d81b8b tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "GET /v2.0/security-groups/b0b15c58-4292-41dd-9eaf-449e01ee5af0 HTTP/1.1" status: 404 len: 347 time: 0.0150390 Feb 10 03:43:34.551143 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4332f-f91f-4321-8e17-ef47a21ffaea tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fef42f1-fc70-448c-bb11-9ba9f896e5ec,revision_number=0']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:34.554101 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 50652) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:34.554846 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74fddb-fb12-4fc8-8dc6-b125e60df6a2 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b15c58-4292-41dd-9eaf-449e01ee5af0,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:34.572542 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e0e4332f-f91f-4321-8e17-ef47a21ffaea tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:34.573753 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-e0e4332f-f91f-4321-8e17-ef47a21ffaea tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2059045 Feb 10 03:43:34.576732 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 50654) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:34.584376 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-c830e9d9-6c54-4987-9065-0e1faa344fd1 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Request body: {'security_group_rule': {'security_group_id': 'c009a757-d0c6-4ad3-95bc-f9b8faf061fa', 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:43:34.617415 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c830e9d9-6c54-4987-9065-0e1faa344fd1 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for security_group_rule (8f709316-4ba0-4789-8dac-d8dc530a0f59), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:34.709688 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c830e9d9-6c54-4987-9065-0e1faa344fd1 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for security_group_rule (8f709316-4ba0-4789-8dac-d8dc530a0f59), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:34.713493 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c830e9d9-6c54-4987-9065-0e1faa344fd1 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585313'] for security_group_rule (8f709316-4ba0-4789-8dac-d8dc530a0f59), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:34.720198 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6b949d3a-f6af-477e-a973-bda8cfe43b14 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Deleting port 8c6d7dc3-4cb0-4ff0-bd4d-44754e1811a5 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:43:34.720723 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6b949d3a-f6af-477e-a973-bda8cfe43b14 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (8c6d7dc3-4cb0-4ff0-bd4d-44754e1811a5), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:34.736787 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830e9d9-6c54-4987-9065-0e1faa344fd1 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f709316-4ba0-4789-8dac-d8dc530a0f59,revision_number=0']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:34.745916 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c830e9d9-6c54-4987-9065-0e1faa344fd1 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:34.745916 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-c830e9d9-6c54-4987-9065-0e1faa344fd1 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1674328 Feb 10 03:43:34.751195 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 50656) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:34.757080 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-7e7e478b-3ad9-4d01-8d93-7a2bfbe346e1 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Request body: {'security_group_rule': {'security_group_id': 'c009a757-d0c6-4ad3-95bc-f9b8faf061fa', 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:43:34.787959 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-7e7e478b-3ad9-4d01-8d93-7a2bfbe346e1 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for security_group_rule (b3f7b4be-3142-48d2-aaaf-0d1babf74cf1), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:34.814096 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6b949d3a-f6af-477e-a973-bda8cfe43b14 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (8c6d7dc3-4cb0-4ff0-bd4d-44754e1811a5), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:34.814419 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6b949d3a-f6af-477e-a973-bda8cfe43b14 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for floatingip (8c6d7dc3-4cb0-4ff0-bd4d-44754e1811a5), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:34.832047 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6b949d3a-f6af-477e-a973-bda8cfe43b14 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Calling delete_port for 8c6d7dc3-4cb0-4ff0-bd4d-44754e1811a5 owned by network:floatingip {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:43:34.859637 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-7e7e478b-3ad9-4d01-8d93-7a2bfbe346e1 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for security_group_rule (b3f7b4be-3142-48d2-aaaf-0d1babf74cf1), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:34.864883 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-7e7e478b-3ad9-4d01-8d93-7a2bfbe346e1 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585313'] for security_group_rule (b3f7b4be-3142-48d2-aaaf-0d1babf74cf1), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:34.886830 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e478b-3ad9-4d01-8d93-7a2bfbe346e1 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f7b4be-3142-48d2-aaaf-0d1babf74cf1,revision_number=0']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:34.899310 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-7e7e478b-3ad9-4d01-8d93-7a2bfbe346e1 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:34.903284 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-7e7e478b-3ad9-4d01-8d93-7a2bfbe346e1 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1485569 Feb 10 03:43:34.903517 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 50658) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:34.908110 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-da5e5be7-e093-4cfe-9c45-5d8c6991e755 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Request body: {'security_group_rule': {'security_group_id': 'c009a757-d0c6-4ad3-95bc-f9b8faf061fa', 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:43:34.934395 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.db.securitygroups_db [None req-da5e5be7-e093-4cfe-9c45-5d8c6991e755 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Project 69a1b85d278c49969a6a638dd37579d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 03:43:34.943818 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-da5e5be7-e093-4cfe-9c45-5d8c6991e755 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for security_group_rule (c5038500-8242-4b15-90f0-61f80dc05792), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:34.982608 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6b949d3a-f6af-477e-a973-bda8cfe43b14 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265725731'] for port (8c6d7dc3-4cb0-4ff0-bd4d-44754e1811a5), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:35.012194 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-da5e5be7-e093-4cfe-9c45-5d8c6991e755 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for security_group_rule (c5038500-8242-4b15-90f0-61f80dc05792), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:35.015540 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b949d3a-f6af-477e-a973-bda8cfe43b14 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Pushing event deleted for resources: {'Port': ['ID=8c6d7dc3-4cb0-4ff0-bd4d-44754e1811a5,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:35.018420 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-da5e5be7-e093-4cfe-9c45-5d8c6991e755 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585313'] for security_group_rule (c5038500-8242-4b15-90f0-61f80dc05792), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:35.039032 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e5be7-e093-4cfe-9c45-5d8c6991e755 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5038500-8242-4b15-90f0-61f80dc05792,revision_number=0']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:35.050445 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-da5e5be7-e093-4cfe-9c45-5d8c6991e755 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:35.054412 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-da5e5be7-e093-4cfe-9c45-5d8c6991e755 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1472654 Feb 10 03:43:35.055281 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 50660) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:35.059997 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-082aa3db-3865-41f1-96bd-ba2badfa1256 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Request body: {'security_group_rule': {'security_group_id': 'c009a757-d0c6-4ad3-95bc-f9b8faf061fa', 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:43:35.079140 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6b949d3a-f6af-477e-a973-bda8cfe43b14 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks [] for floatingip (44cdcff0-b2e1-4547-b8dd-f6ba5ddfa095), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:35.082412 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6b949d3a-f6af-477e-a973-bda8cfe43b14 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for floatingip (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:35.083006 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.db.securitygroups_db [None req-082aa3db-3865-41f1-96bd-ba2badfa1256 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Project 69a1b85d278c49969a6a638dd37579d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 03:43:35.083832 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-6b949d3a-f6af-477e-a973-bda8cfe43b14 tempest-AttachVolumeTestJSON-1186501723 tempest-AttachVolumeTestJSON-1186501723-project] 10.222.0.32 "DELETE /v2.0/floatingips/44cdcff0-b2e1-4547-b8dd-f6ba5ddfa095 HTTP/1.1" status: 204 len: 168 time: 0.5271451 Feb 10 03:43:35.089863 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-082aa3db-3865-41f1-96bd-ba2badfa1256 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for security_group_rule (32883775-a019-48b0-a82e-16920d12c41d), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:35.168617 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-082aa3db-3865-41f1-96bd-ba2badfa1256 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for security_group_rule (32883775-a019-48b0-a82e-16920d12c41d), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:35.173558 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-082aa3db-3865-41f1-96bd-ba2badfa1256 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585313'] for security_group_rule (32883775-a019-48b0-a82e-16920d12c41d), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:35.191922 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082aa3db-3865-41f1-96bd-ba2badfa1256 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32883775-a019-48b0-a82e-16920d12c41d,revision_number=0']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:35.204325 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-082aa3db-3865-41f1-96bd-ba2badfa1256 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:35.205290 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-082aa3db-3865-41f1-96bd-ba2badfa1256 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1489458 Feb 10 03:43:35.252890 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 55725b88-e980-424f-91f6-78757fc06a2a no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:43:35.274502 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] No Port match for: 55725b88-e980-424f-91f6-78757fc06a2a {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:43:35.274885 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 55725b88-e980-424f-91f6-78757fc06a2a not bound to the agent host hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:43:36.119995 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd230fb-1007-4e06-926a-7dd8a8e86be4 None None] Sync routers for ids ['5e74291b-c304-43e6-8463-c412e7ca3b62'] in dv-cinder-828060-2-iscsi {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:43:36.138232 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd230fb-1007-4e06-926a-7dd8a8e86be4 None None] Routers {'5e74291b-c304-43e6-8463-c412e7ca3b62'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:43:36.139064 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-5bd230fb-1007-4e06-926a-7dd8a8e86be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:43:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['5e74291b-c304-43e6-8463-c412e7ca3b62'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:36.204769 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 55291c21-2853-4f26-b708-0b87e1c9c378 up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:43:36.258382 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-5bd230fb-1007-4e06-926a-7dd8a8e86be4 None None] Set router 5e74291b-c304-43e6-8463-c412e7ca3b62 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:43:36.259899 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 55291c21-2853-4f26-b708-0b87e1c9c378 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:43:36.260423 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (55291c21-2853-4f26-b708-0b87e1c9c378), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:36.361863 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 55291c21-2853-4f26-b708-0b87e1c9c378 is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:43:36.362538 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (55291c21-2853-4f26-b708-0b87e1c9c378), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:36.384240 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] For port 55291c21-2853-4f26-b708-0b87e1c9c378, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=55291c21-2853-4f26-b708-0b87e1c9c378,segment=NetworkSegment(c1a6dc3e-a0fe-4959-bf17-1081534e4b16),segment_id=c1a6dc3e-a0fe-4959-bf17-1081534e4b16)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:43:36.388279 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (55291c21-2853-4f26-b708-0b87e1c9c378), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:36.440388 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Pushing event updated for resources: {'Port': ['ID=55291c21-2853-4f26-b708-0b87e1c9c378,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:36.560847 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-5bd230fb-1007-4e06-926a-7dd8a8e86be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e74291b-c304-43e6-8463-c412e7ca3b62', 'name': 'tempest-TestShelveInstance-454898474-router', 'tenant_id': '6153f4fd9e97416e818a483c91e5e9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '55291c21-2853-4f26-b708-0b87e1c9c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:43:29Z', 'updated_at': '2022-02-10T03:43:32Z', 'revision_number': 4, 'project_id': '6153f4fd9e97416e818a483c91e5e9c5', 'gw_port': {'id': '55291c21-2853-4f26-b708-0b87e1c9c378', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:11:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e74291b-c304-43e6-8463-c412e7ca3b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:29Z', 'updated_at': '2022-02-10T03:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '5b0c9a86-3526-4459-93f0-975bb173f7cb', 'name': '', 'network_id': 'd1e20067-6299-463b-b9c4-005df08be531', 'tenant_id': '6153f4fd9e97416e818a483c91e5e9c5', 'mac_address': 'fa:16:3e:16:ae:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e74291b-c304-43e6-8463-c412e7ca3b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ca037ea9-974b-409c-98e9-3a43f5d8091c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:32Z', 'updated_at': '2022-02-10T03:43:32Z', 'revision_number': 2, 'project_id': '6153f4fd9e97416e818a483c91e5e9c5', 'subnets': [{'id': 'ca037ea9-974b-409c-98e9-3a43f5d8091c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:36.587987 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd230fb-1007-4e06-926a-7dd8a8e86be4 None None] Checking router: 5e74291b-c304-43e6-8463-c412e7ca3b62 for host: dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:43:36.588334 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd230fb-1007-4e06-926a-7dd8a8e86be4 None None] Updating router 5e74291b-c304-43e6-8463-c412e7ca3b62 port 5b0c9a86-3526-4459-93f0-975bb173f7cb binding host dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:43:36.614457 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-5bd230fb-1007-4e06-926a-7dd8a8e86be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (5b0c9a86-3526-4459-93f0-975bb173f7cb), before_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:36.881592 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-5bd230fb-1007-4e06-926a-7dd8a8e86be4 None None] Publish callbacks [] for port (5b0c9a86-3526-4459-93f0-975bb173f7cb), precommit_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:36.890539 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-5bd230fb-1007-4e06-926a-7dd8a8e86be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (5b0c9a86-3526-4459-93f0-975bb173f7cb), after_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:36.942350 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294a10e-a2b9-42eb-a404-6338e3a7d600 None None] Pushing event updated for resources: {'Port': ['ID=5b0c9a86-3526-4459-93f0-975bb173f7cb,revision_number=3']} {{(pid=102735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:36.992044 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.managers [None req-5bd230fb-1007-4e06-926a-7dd8a8e86be4 None None] Attempting to bind port 5b0c9a86-3526-4459-93f0-975bb173f7cb on host dv-cinder-828060-2-iscsi for vnic_type normal with profile {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:43:36.992409 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.managers [None req-5bd230fb-1007-4e06-926a-7dd8a8e86be4 None None] Attempting to bind port 5b0c9a86-3526-4459-93f0-975bb173f7cb by drivers openvswitch,hyperv on host dv-cinder-828060-2-iscsi at level 0 using segments [{'id': 'd7c4f4dd-3966-4a8e-9401-66f445a87d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd1e20067-6299-463b-b9c4-005df08be531'}] {{(pid=102735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:43:36.993141 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd230fb-1007-4e06-926a-7dd8a8e86be4 None None] Attempting to bind port 5b0c9a86-3526-4459-93f0-975bb173f7cb on network d1e20067-6299-463b-b9c4-005df08be531 {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:43:36.998163 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd230fb-1007-4e06-926a-7dd8a8e86be4 None None] Checking agent: {'id': 'ec329a5d-811c-4230-b7e8-4067504d3542', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 29, 26), 'started_at': datetime.datetime(2022, 2, 10, 3, 29, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:43:36.998522 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd230fb-1007-4e06-926a-7dd8a8e86be4 None None] Checking segment: {'id': 'd7c4f4dd-3966-4a8e-9401-66f445a87d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd1e20067-6299-463b-b9c4-005df08be531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:43:36.998988 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-5bd230fb-1007-4e06-926a-7dd8a8e86be4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:36.999378 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd230fb-1007-4e06-926a-7dd8a8e86be4 None None] Bound using segment: {'id': 'd7c4f4dd-3966-4a8e-9401-66f445a87d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd1e20067-6299-463b-b9c4-005df08be531'} {{(pid=102735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:43:36.999834 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.managers [None req-5bd230fb-1007-4e06-926a-7dd8a8e86be4 None None] Bound port: 5b0c9a86-3526-4459-93f0-975bb173f7cb, host: dv-cinder-828060-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c4f4dd-3966-4a8e-9401-66f445a87d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd1e20067-6299-463b-b9c4-005df08be531'}}] {{(pid=102735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:43:37.000206 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-5bd230fb-1007-4e06-926a-7dd8a8e86be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (5b0c9a86-3526-4459-93f0-975bb173f7cb), before_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:37.067491 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.db [None req-5bd230fb-1007-4e06-926a-7dd8a8e86be4 None None] For port 5b0c9a86-3526-4459-93f0-975bb173f7cb, host dv-cinder-828060-2-iscsi, cleared binding levels {{(pid=102735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:43:37.070630 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.plugins.ml2.db [None req-5bd230fb-1007-4e06-926a-7dd8a8e86be4 None None] For port 5b0c9a86-3526-4459-93f0-975bb173f7cb, host dv-cinder-828060-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=5b0c9a86-3526-4459-93f0-975bb173f7cb,segment=NetworkSegment(d7c4f4dd-3966-4a8e-9401-66f445a87d06),segment_id=d7c4f4dd-3966-4a8e-9401-66f445a87d06)] {{(pid=102735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:43:37.077869 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron_lib.callbacks.manager [None req-5bd230fb-1007-4e06-926a-7dd8a8e86be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (5b0c9a86-3526-4459-93f0-975bb173f7cb), after_update {{(pid=102735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:37.112741 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-f7c6f008-e95a-4559-86d9-e25e6b9a32b0 None None] Provisioning complete for port 5b0c9a86-3526-4459-93f0-975bb173f7cb triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:43:37.113200 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-f7c6f008-e95a-4559-86d9-e25e6b9a32b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (5b0c9a86-3526-4459-93f0-975bb173f7cb), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:37.129104 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294a10e-a2b9-42eb-a404-6338e3a7d600 None None] Pushing event updated for resources: {'Port': ['ID=5b0c9a86-3526-4459-93f0-975bb173f7cb,revision_number=4']} {{(pid=102735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:37.148107 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd230fb-1007-4e06-926a-7dd8a8e86be4 None None] Routers {'5e74291b-c304-43e6-8463-c412e7ca3b62'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:43:37.148946 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-5bd230fb-1007-4e06-926a-7dd8a8e86be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:43:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['5e74291b-c304-43e6-8463-c412e7ca3b62'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:37.192718 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-f7c6f008-e95a-4559-86d9-e25e6b9a32b0 None None] Current status of the port 5b0c9a86-3526-4459-93f0-975bb173f7cb is: DOWN; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:43:37.193039 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-f7c6f008-e95a-4559-86d9-e25e6b9a32b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (5b0c9a86-3526-4459-93f0-975bb173f7cb), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:37.231339 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-f7c6f008-e95a-4559-86d9-e25e6b9a32b0 None None] For port 5b0c9a86-3526-4459-93f0-975bb173f7cb, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=5b0c9a86-3526-4459-93f0-975bb173f7cb,segment=NetworkSegment(d7c4f4dd-3966-4a8e-9401-66f445a87d06),segment_id=d7c4f4dd-3966-4a8e-9401-66f445a87d06)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:43:37.236089 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-f7c6f008-e95a-4559-86d9-e25e6b9a32b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (5b0c9a86-3526-4459-93f0-975bb173f7cb), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:37.269683 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-5bd230fb-1007-4e06-926a-7dd8a8e86be4 None None] Set router 5e74291b-c304-43e6-8463-c412e7ca3b62 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:43:37.294638 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6f008-e95a-4559-86d9-e25e6b9a32b0 None None] Pushing event updated for resources: {'Port': ['ID=5b0c9a86-3526-4459-93f0-975bb173f7cb,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:37.303261 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6f008-e95a-4559-86d9-e25e6b9a32b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:37.303612 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6f008-e95a-4559-86d9-e25e6b9a32b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:37.303960 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6f008-e95a-4559-86d9-e25e6b9a32b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:37.304300 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6f008-e95a-4559-86d9-e25e6b9a32b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:37.304637 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6f008-e95a-4559-86d9-e25e6b9a32b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:37.304969 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6f008-e95a-4559-86d9-e25e6b9a32b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:37.305297 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6f008-e95a-4559-86d9-e25e6b9a32b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:37.305623 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6f008-e95a-4559-86d9-e25e6b9a32b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:37.305949 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6f008-e95a-4559-86d9-e25e6b9a32b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:37.306276 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6f008-e95a-4559-86d9-e25e6b9a32b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:37.306597 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6f008-e95a-4559-86d9-e25e6b9a32b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:37.306944 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6f008-e95a-4559-86d9-e25e6b9a32b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:37.307264 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6f008-e95a-4559-86d9-e25e6b9a32b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:43:37.356304 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-24704579-8241-4f0f-a27d-dc0cec9d4f77 None None] Provisioning complete for port 5b0c9a86-3526-4459-93f0-975bb173f7cb triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:43:37.356685 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-24704579-8241-4f0f-a27d-dc0cec9d4f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (5b0c9a86-3526-4459-93f0-975bb173f7cb), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:37.434931 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-24704579-8241-4f0f-a27d-dc0cec9d4f77 None None] Current status of the port 5b0c9a86-3526-4459-93f0-975bb173f7cb is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:43:37.492066 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-5bd230fb-1007-4e06-926a-7dd8a8e86be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e74291b-c304-43e6-8463-c412e7ca3b62', 'name': 'tempest-TestShelveInstance-454898474-router', 'tenant_id': '6153f4fd9e97416e818a483c91e5e9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '55291c21-2853-4f26-b708-0b87e1c9c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:43:29Z', 'updated_at': '2022-02-10T03:43:32Z', 'revision_number': 4, 'project_id': '6153f4fd9e97416e818a483c91e5e9c5', 'gw_port': {'id': '55291c21-2853-4f26-b708-0b87e1c9c378', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e74291b-c304-43e6-8463-c412e7ca3b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:29Z', 'updated_at': '2022-02-10T03:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '5b0c9a86-3526-4459-93f0-975bb173f7cb', 'name': '', 'network_id': 'd1e20067-6299-463b-b9c4-005df08be531', 'tenant_id': '6153f4fd9e97416e818a483c91e5e9c5', 'mac_address': 'fa:16:3e:16:ae:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e74291b-c304-43e6-8463-c412e7ca3b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ca037ea9-974b-409c-98e9-3a43f5d8091c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:32Z', 'updated_at': '2022-02-10T03:43:37Z', 'revision_number': 4, 'project_id': '6153f4fd9e97416e818a483c91e5e9c5', 'subnets': [{'id': 'ca037ea9-974b-409c-98e9-3a43f5d8091c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:37.519966 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd230fb-1007-4e06-926a-7dd8a8e86be4 None None] The sync data for ids ['5e74291b-c304-43e6-8463-c412e7ca3b62'] in dv-cinder-828060-2-iscsi is: [{'id': '5e74291b-c304-43e6-8463-c412e7ca3b62', 'name': 'tempest-TestShelveInstance-454898474-router', 'tenant_id': '6153f4fd9e97416e818a483c91e5e9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '55291c21-2853-4f26-b708-0b87e1c9c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:43:29Z', 'updated_at': '2022-02-10T03:43:32Z', 'revision_number': 4, 'project_id': '6153f4fd9e97416e818a483c91e5e9c5', 'gw_port': {'id': '55291c21-2853-4f26-b708-0b87e1c9c378', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e74291b-c304-43e6-8463-c412e7ca3b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:29Z', 'updated_at': '2022-02-10T03:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '5b0c9a86-3526-4459-93f0-975bb173f7cb', 'name': '', 'network_id': 'd1e20067-6299-463b-b9c4-005df08be531', 'tenant_id': '6153f4fd9e97416e818a483c91e5e9c5', 'mac_address': 'fa:16:3e:16:ae:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e74291b-c304-43e6-8463-c412e7ca3b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ca037ea9-974b-409c-98e9-3a43f5d8091c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:32Z', 'updated_at': '2022-02-10T03:43:37Z', 'revision_number': 4, 'project_id': '6153f4fd9e97416e818a483c91e5e9c5', 'subnets': [{'id': 'ca037ea9-974b-409c-98e9-3a43f5d8091c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:43:38.203967 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 5b0c9a86-3526-4459-93f0-975bb173f7cb up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:43:38.257703 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 5b0c9a86-3526-4459-93f0-975bb173f7cb triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:43:38.258055 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (5b0c9a86-3526-4459-93f0-975bb173f7cb), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:38.344514 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 5b0c9a86-3526-4459-93f0-975bb173f7cb is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:43:38.345561 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 55291c21-2853-4f26-b708-0b87e1c9c378 up at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:43:38.394505 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Provisioning complete for port 55291c21-2853-4f26-b708-0b87e1c9c378 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:43:38.394917 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (55291c21-2853-4f26-b708-0b87e1c9c378), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:38.473620 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Current status of the port 55291c21-2853-4f26-b708-0b87e1c9c378 is: ACTIVE; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:43:38.670236 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 50748) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:39.174154 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6c58088a-11e8-40b5-883f-302afd0fb224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1573495'] for router_interface (e3b1416d-13b2-4560-b5ee-cfe3cecaf120), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:39.445910 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [None req-6c58088a-11e8-40b5-883f-302afd0fb224 admin admin] Deleting port 2488aed3-ffc0-4c83-9a18-b6d2570ce823 {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:43:39.446161 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6c58088a-11e8-40b5-883f-302afd0fb224 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (2488aed3-ffc0-4c83-9a18-b6d2570ce823), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:39.524648 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-6c58088a-11e8-40b5-883f-302afd0fb224 admin admin] For port 2488aed3-ffc0-4c83-9a18-b6d2570ce823, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=2488aed3-ffc0-4c83-9a18-b6d2570ce823,segment=NetworkSegment(784eaaa7-3d14-4567-8c49-962a1b348d44),segment_id=784eaaa7-3d14-4567-8c49-962a1b348d44)] {{(pid=102733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:43:39.525000 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6c58088a-11e8-40b5-883f-302afd0fb224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (2488aed3-ffc0-4c83-9a18-b6d2570ce823), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:39.538066 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [None req-6c58088a-11e8-40b5-883f-302afd0fb224 admin admin] Calling delete_port for 2488aed3-ffc0-4c83-9a18-b6d2570ce823 owned by network:router_interface {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:43:39.721802 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6c58088a-11e8-40b5-883f-302afd0fb224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (2488aed3-ffc0-4c83-9a18-b6d2570ce823), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:39.744901 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58088a-11e8-40b5-883f-302afd0fb224 admin admin] Pushing event deleted for resources: {'Port': ['ID=2488aed3-ffc0-4c83-9a18-b6d2570ce823,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:39.925326 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6c58088a-11e8-40b5-883f-302afd0fb224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1573603'] for router_interface (e3b1416d-13b2-4560-b5ee-cfe3cecaf120), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:40.444939 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c58088a-11e8-40b5-883f-302afd0fb224 admin admin] Router e3b1416d-13b2-4560-b5ee-cfe3cecaf120 has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:43:40.556363 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c58088a-11e8-40b5-883f-302afd0fb224 admin admin] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:43:40.561617 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-6c58088a-11e8-40b5-883f-302afd0fb224 admin admin] 10.222.0.32 "PUT /v2.0/routers/e3b1416d-13b2-4560-b5ee-cfe3cecaf120/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8902769 Feb 10 03:43:40.564612 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 50756) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:40.567290 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c6a116-36b6-4df8-9bde-ad71271ef892 None None] Sync routers for ids ['e3b1416d-13b2-4560-b5ee-cfe3cecaf120'] in dv-cinder-828060-2-iscsi {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:43:40.576904 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c6a116-36b6-4df8-9bde-ad71271ef892 None None] Routers {'e3b1416d-13b2-4560-b5ee-cfe3cecaf120'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:43:40.577780 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-d0c6a116-36b6-4df8-9bde-ad71271ef892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:43:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['e3b1416d-13b2-4560-b5ee-cfe3cecaf120'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:40.686460 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-d0c6a116-36b6-4df8-9bde-ad71271ef892 None None] Set router e3b1416d-13b2-4560-b5ee-cfe3cecaf120 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:43:40.879385 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-d0c6a116-36b6-4df8-9bde-ad71271ef892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'name': 'tempest-AttachVolumeTestJSON-565419419-router', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:43:39Z', 'revision_number': 5, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'gw_port': {'id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:09Z', 'updated_at': '2022-02-10T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:40.910981 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c6a116-36b6-4df8-9bde-ad71271ef892 None None] Checking router: e3b1416d-13b2-4560-b5ee-cfe3cecaf120 for host: dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:43:40.920082 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c6a116-36b6-4df8-9bde-ad71271ef892 None None] Routers {'e3b1416d-13b2-4560-b5ee-cfe3cecaf120'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:43:40.920710 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-d0c6a116-36b6-4df8-9bde-ad71271ef892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:43:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['e3b1416d-13b2-4560-b5ee-cfe3cecaf120'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:40.967957 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a23a251b-ee73-4d46-beac-9b84a0777f74 admin admin] Publish callbacks [] for router (e3b1416d-13b2-4560-b5ee-cfe3cecaf120), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:41.077678 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a23a251b-ee73-4d46-beac-9b84a0777f74 admin admin] Publish callbacks [] for router_gateway (e3b1416d-13b2-4560-b5ee-cfe3cecaf120), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:41.133348 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a23a251b-ee73-4d46-beac-9b84a0777f74 admin admin] Deleting port 4711008b-85c1-4708-b92f-887e1249ceb0 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:43:41.133705 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a23a251b-ee73-4d46-beac-9b84a0777f74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (4711008b-85c1-4708-b92f-887e1249ceb0), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:41.174581 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-d0c6a116-36b6-4df8-9bde-ad71271ef892 None None] Set router e3b1416d-13b2-4560-b5ee-cfe3cecaf120 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:43:41.212590 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a23a251b-ee73-4d46-beac-9b84a0777f74 admin admin] For port 4711008b-85c1-4708-b92f-887e1249ceb0, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=4711008b-85c1-4708-b92f-887e1249ceb0,segment=NetworkSegment(c1a6dc3e-a0fe-4959-bf17-1081534e4b16),segment_id=c1a6dc3e-a0fe-4959-bf17-1081534e4b16)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:43:41.212955 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a23a251b-ee73-4d46-beac-9b84a0777f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (4711008b-85c1-4708-b92f-887e1249ceb0), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:41.226051 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a23a251b-ee73-4d46-beac-9b84a0777f74 admin admin] Calling delete_port for 4711008b-85c1-4708-b92f-887e1249ceb0 owned by network:router_gateway {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:43:41.371070 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-d0c6a116-36b6-4df8-9bde-ad71271ef892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'name': 'tempest-AttachVolumeTestJSON-565419419-router', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:43:39Z', 'revision_number': 5, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'gw_port': {'id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:09Z', 'updated_at': '2022-02-10T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:41.400799 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c6a116-36b6-4df8-9bde-ad71271ef892 None None] The sync data for ids ['e3b1416d-13b2-4560-b5ee-cfe3cecaf120'] in dv-cinder-828060-2-iscsi is: [{'id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'name': 'tempest-AttachVolumeTestJSON-565419419-router', 'tenant_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:43:39Z', 'revision_number': 5, 'project_id': 'f327fcae4b024948a911ad1bdeb06ad9', 'gw_port': {'id': '4711008b-85c1-4708-b92f-887e1249ceb0', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b1416d-13b2-4560-b5ee-cfe3cecaf120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:09Z', 'updated_at': '2022-02-10T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}] {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:43:41.401363 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a23a251b-ee73-4d46-beac-9b84a0777f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265725731'] for port (4711008b-85c1-4708-b92f-887e1249ceb0), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:41.434079 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a251b-ee73-4d46-beac-9b84a0777f74 admin admin] Pushing event deleted for resources: {'Port': ['ID=4711008b-85c1-4708-b92f-887e1249ceb0,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:41.496508 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a23a251b-ee73-4d46-beac-9b84a0777f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1575229'] for router_gateway (e3b1416d-13b2-4560-b5ee-cfe3cecaf120), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:41.592681 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a23a251b-ee73-4d46-beac-9b84a0777f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256814'] for router (e3b1416d-13b2-4560-b5ee-cfe3cecaf120), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:41.595038 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a23a251b-ee73-4d46-beac-9b84a0777f74 admin admin] Publish callbacks [] for router_controller (e3b1416d-13b2-4560-b5ee-cfe3cecaf120), precommit_delete_associations {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:41.641936 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a23a251b-ee73-4d46-beac-9b84a0777f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1576845'] for router (e3b1416d-13b2-4560-b5ee-cfe3cecaf120), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:41.642490 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23a251b-ee73-4d46-beac-9b84a0777f74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3b1416d-13b2-4560-b5ee-cfe3cecaf120 {{(pid=102732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 03:43:41.646968 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a23a251b-ee73-4d46-beac-9b84a0777f74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:41.648144 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-a23a251b-ee73-4d46-beac-9b84a0777f74 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e3b1416d-13b2-4560-b5ee-cfe3cecaf120 HTTP/1.1" status: 204 len: 168 time: 1.0825629 Feb 10 03:43:41.650998 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 50760) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:41.697496 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98b75ea-8069-47b1-804c-1cfd88750db4 admin admin] Deleting subnet bec865b2-7c97-41d1-94cb-c04a8fe247f5 {{(pid=102732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 03:43:41.700843 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a98b75ea-8069-47b1-804c-1cfd88750db4 admin admin] Publish callbacks [] for subnet (bec865b2-7c97-41d1-94cb-c04a8fe247f5), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:41.735580 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a98b75ea-8069-47b1-804c-1cfd88750db4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266296389'] for subnet (bec865b2-7c97-41d1-94cb-c04a8fe247f5), precommit_delete_associations {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:41.817006 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a98b75ea-8069-47b1-804c-1cfd88750db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686942'] for subnet (bec865b2-7c97-41d1-94cb-c04a8fe247f5), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:41.874886 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a98b75ea-8069-47b1-804c-1cfd88750db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265725902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265425211'] for subnet (bec865b2-7c97-41d1-94cb-c04a8fe247f5), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:41.900199 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b75ea-8069-47b1-804c-1cfd88750db4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bec865b2-7c97-41d1-94cb-c04a8fe247f5,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:41.903566 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a98b75ea-8069-47b1-804c-1cfd88750db4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for subnet (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:41.906796 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-a98b75ea-8069-47b1-804c-1cfd88750db4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bec865b2-7c97-41d1-94cb-c04a8fe247f5 HTTP/1.1" status: 204 len: 168 time: 0.2545342 Feb 10 03:43:41.909302 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 50762) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:41.911785 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1862b7c3-e9f9-4e6f-beec-1c82aa6e40f9 None None] Network d05c7b61-b2b5-4d63-9ad8-889925a1fb38 requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:43:41.988738 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d9fec0d1-f579-4b84-abc0-524a3ed70dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-664968'] for network (d05c7b61-b2b5-4d63-9ad8-889925a1fb38), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:42.047846 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d9fec0d1-f579-4b84-abc0-524a3ed70dc2 admin admin] Deleting port 8055d3c0-6bd4-4c9d-9a76-462070417a65 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:43:42.048233 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d9fec0d1-f579-4b84-abc0-524a3ed70dc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (8055d3c0-6bd4-4c9d-9a76-462070417a65), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:42.106974 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec317122-8fe7-47d2-8f60-62a8fdf586f0 None None] DHCP port deletion for d05c7b61-b2b5-4d63-9ad8-889925a1fb38 request from dv-cinder-828060-2-iscsi {{(pid=102734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 03:43:42.129092 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d9fec0d1-f579-4b84-abc0-524a3ed70dc2 admin admin] For port 8055d3c0-6bd4-4c9d-9a76-462070417a65, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=8055d3c0-6bd4-4c9d-9a76-462070417a65,segment=NetworkSegment(784eaaa7-3d14-4567-8c49-962a1b348d44),segment_id=784eaaa7-3d14-4567-8c49-962a1b348d44)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:43:42.129777 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d9fec0d1-f579-4b84-abc0-524a3ed70dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (8055d3c0-6bd4-4c9d-9a76-462070417a65), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:42.150412 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d9fec0d1-f579-4b84-abc0-524a3ed70dc2 admin admin] Calling delete_port for 8055d3c0-6bd4-4c9d-9a76-462070417a65 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:43:42.175857 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-ec317122-8fe7-47d2-8f60-62a8fdf586f0 None None] Deleting port 8055d3c0-6bd4-4c9d-9a76-462070417a65 {{(pid=102734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:43:42.176333 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-ec317122-8fe7-47d2-8f60-62a8fdf586f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (8055d3c0-6bd4-4c9d-9a76-462070417a65), before_delete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:42.238222 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d9fec0d1-f579-4b84-abc0-524a3ed70dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265725731'] for port (8055d3c0-6bd4-4c9d-9a76-462070417a65), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:42.238540 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-ec317122-8fe7-47d2-8f60-62a8fdf586f0 None None] For port 8055d3c0-6bd4-4c9d-9a76-462070417a65, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=8055d3c0-6bd4-4c9d-9a76-462070417a65,segment=NetworkSegment(784eaaa7-3d14-4567-8c49-962a1b348d44),segment_id=784eaaa7-3d14-4567-8c49-962a1b348d44)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:43:42.238821 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-ec317122-8fe7-47d2-8f60-62a8fdf586f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (8055d3c0-6bd4-4c9d-9a76-462070417a65), precommit_delete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:42.252752 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-ec317122-8fe7-47d2-8f60-62a8fdf586f0 None None] Calling delete_port for 8055d3c0-6bd4-4c9d-9a76-462070417a65 owned by network:dhcp {{(pid=102734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:43:42.264154 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fec0d1-f579-4b84-abc0-524a3ed70dc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8055d3c0-6bd4-4c9d-9a76-462070417a65,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:42.268590 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fec0d1-f579-4b84-abc0-524a3ed70dc2 admin admin] No DVR routers for this DVR port 8055d3c0-6bd4-4c9d-9a76-462070417a65 on host dv-cinder-828060-2-iscsi {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:43:42.339896 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d9fec0d1-f579-4b84-abc0-524a3ed70dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737483', 'neutron.services.segments.db._delete_segments_for_network-8729388224440'] for network (d05c7b61-b2b5-4d63-9ad8-889925a1fb38), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:42.345885 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-ec317122-8fe7-47d2-8f60-62a8fdf586f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843'] for port (8055d3c0-6bd4-4c9d-9a76-462070417a65), after_delete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:42.369972 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.services.segments.db [None req-d9fec0d1-f579-4b84-abc0-524a3ed70dc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d05c7b61-b2b5-4d63-9ad8-889925a1fb38']}} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:42.375668 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec317122-8fe7-47d2-8f60-62a8fdf586f0 None None] Pushing event deleted for resources: {'Port': ['ID=8055d3c0-6bd4-4c9d-9a76-462070417a65,revision_number=None']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:42.379318 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec317122-8fe7-47d2-8f60-62a8fdf586f0 None None] No DVR routers for this DVR port 8055d3c0-6bd4-4c9d-9a76-462070417a65 on host dv-cinder-828060-2-iscsi {{(pid=102734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:43:42.382166 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.services.segments.db [None req-d9fec0d1-f579-4b84-abc0-524a3ed70dc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '784eaaa7-3d14-4567-8c49-962a1b348d44') {'for_net_delete': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:42.382854 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.services.segments.db [None req-d9fec0d1-f579-4b84-abc0-524a3ed70dc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '784eaaa7-3d14-4567-8c49-962a1b348d44') {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:43:42.393553 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d9fec0d1-f579-4b84-abc0-524a3ed70dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729388227777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266296444'] for segment (784eaaa7-3d14-4567-8c49-962a1b348d44), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:42.406685 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d9fec0d1-f579-4b84-abc0-524a3ed70dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (784eaaa7-3d14-4567-8c49-962a1b348d44), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:42.412860 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9fec0d1-f579-4b84-abc0-524a3ed70dc2 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 03:43:42.413233 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d9fec0d1-f579-4b84-abc0-524a3ed70dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265725812'] for segment (784eaaa7-3d14-4567-8c49-962a1b348d44), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: Traceback (most recent call last): Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: timer() Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: cb(*args, **kw) Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: return func(*args, **kwargs) Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: self._notify() Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: self.callback(batched_events) Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: event.method(event) Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: return f(self, *a, **k) Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: return self._get(url).json() Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: return self.request(url, 'GET', **kwargs) Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 03:43:42.415002 dv-cinder-828060-2-iscsi neutron-server[102732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 03:43:42.471574 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d9fec0d1-f579-4b84-abc0-524a3ed70dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575265'] for network (d05c7b61-b2b5-4d63-9ad8-889925a1fb38), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:42.478479 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d9fec0d1-f579-4b84-abc0-524a3ed70dc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:42.484709 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-d9fec0d1-f579-4b84-abc0-524a3ed70dc2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d05c7b61-b2b5-4d63-9ad8-889925a1fb38 HTTP/1.1" status: 204 len: 168 time: 0.5717995 Feb 10 03:43:42.499840 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fec0d1-f579-4b84-abc0-524a3ed70dc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d05c7b61-b2b5-4d63-9ad8-889925a1fb38,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:42.535387 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 2488aed3-ffc0-4c83-9a18-b6d2570ce823 no longer exists at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:43:42.555902 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] No Port match for: 2488aed3-ffc0-4c83-9a18-b6d2570ce823 {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:43:42.556252 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 2488aed3-ffc0-4c83-9a18-b6d2570ce823 not bound to the agent host dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:43:42.556788 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 8055d3c0-6bd4-4c9d-9a76-462070417a65 no longer exists at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:43:42.575848 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] No Port match for: 8055d3c0-6bd4-4c9d-9a76-462070417a65 {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:43:42.576263 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 8055d3c0-6bd4-4c9d-9a76-462070417a65 not bound to the agent host dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:43:42.618853 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 50768) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:42.658097 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-b6f21350-b538-468b-93c6-6cecab6d3517 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f327fcae4b024948a911ad1bdeb06ad9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0377717 Feb 10 03:43:42.660415 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 50770) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:42.713322 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-38af1fd9-a802-419e-879e-6e45fed751e6 admin admin] Publish callbacks [] for security_group (ed41012c-2762-4219-9c6f-dd56546b19e6), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:42.743312 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-38af1fd9-a802-419e-879e-6e45fed751e6 admin admin] Publish callbacks [] for security_group (ed41012c-2762-4219-9c6f-dd56546b19e6), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:42.792490 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-38af1fd9-a802-419e-879e-6e45fed751e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (ed41012c-2762-4219-9c6f-dd56546b19e6), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:42.795267 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-38af1fd9-a802-419e-879e-6e45fed751e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:42.796439 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-38af1fd9-a802-419e-879e-6e45fed751e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed41012c-2762-4219-9c6f-dd56546b19e6 HTTP/1.1" status: 204 len: 168 time: 0.1351252 Feb 10 03:43:42.803914 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af1fd9-a802-419e-879e-6e45fed751e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed41012c-2762-4219-9c6f-dd56546b19e6,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:44.128375 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 4711008b-85c1-4708-b92f-887e1249ceb0 no longer exists at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:43:44.150735 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] No Port match for: 4711008b-85c1-4708-b92f-887e1249ceb0 {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:43:44.151077 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 4711008b-85c1-4708-b92f-887e1249ceb0 not bound to the agent host dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:43:47.311609 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 50878) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:47.432459 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b02ad38d-a57c-488d-a54b-e378f88f6165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:47.512966 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b02ad38d-a57c-488d-a54b-e378f88f6165 admin admin] Publish callbacks [] for security_group (1fcdf882-9d7b-4af6-a631-faf60a14b685), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:47.519238 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b02ad38d-a57c-488d-a54b-e378f88f6165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (1fcdf882-9d7b-4af6-a631-faf60a14b685), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:47.555901 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-b02ad38d-a57c-488d-a54b-e378f88f6165 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f18b4cf51ad440f847e2ba6dfef4676&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431047 Feb 10 03:43:47.556741 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ad38d-a57c-488d-a54b-e378f88f6165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcdf882-9d7b-4af6-a631-faf60a14b685,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:47.559491 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 50884) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:47.618559 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-da8004cc-86fb-4b18-9f66-f67934a98711 admin admin] Publish callbacks [] for security_group (1fcdf882-9d7b-4af6-a631-faf60a14b685), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:47.639480 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-da8004cc-86fb-4b18-9f66-f67934a98711 admin admin] Publish callbacks [] for security_group (1fcdf882-9d7b-4af6-a631-faf60a14b685), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:47.691732 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-da8004cc-86fb-4b18-9f66-f67934a98711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (1fcdf882-9d7b-4af6-a631-faf60a14b685), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:47.694519 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-da8004cc-86fb-4b18-9f66-f67934a98711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:47.695705 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-da8004cc-86fb-4b18-9f66-f67934a98711 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1fcdf882-9d7b-4af6-a631-faf60a14b685 HTTP/1.1" status: 204 len: 168 time: 0.1352015 Feb 10 03:43:47.703492 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8004cc-86fb-4b18-9f66-f67934a98711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcdf882-9d7b-4af6-a631-faf60a14b685,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:47.983736 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 50890) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:47.997603 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-33135702-995c-409a-829b-02961bb9e243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:48.076930 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-33135702-995c-409a-829b-02961bb9e243 admin admin] Publish callbacks [] for security_group (4581d077-c982-48c7-9a23-082f0eb9fc1d), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:48.082164 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-33135702-995c-409a-829b-02961bb9e243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (4581d077-c982-48c7-9a23-082f0eb9fc1d), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:48.120565 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33135702-995c-409a-829b-02961bb9e243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4581d077-c982-48c7-9a23-082f0eb9fc1d,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:48.124897 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-33135702-995c-409a-829b-02961bb9e243 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c94e054edff547c6bd67939ba167f68b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1400983 Feb 10 03:43:48.128125 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 50892) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:48.175302 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-026ecdcd-ea2b-40a4-a895-f2238403c784 admin admin] Publish callbacks [] for security_group (4581d077-c982-48c7-9a23-082f0eb9fc1d), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:48.196567 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-026ecdcd-ea2b-40a4-a895-f2238403c784 admin admin] Publish callbacks [] for security_group (4581d077-c982-48c7-9a23-082f0eb9fc1d), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:48.246222 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-026ecdcd-ea2b-40a4-a895-f2238403c784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (4581d077-c982-48c7-9a23-082f0eb9fc1d), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:48.248874 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-026ecdcd-ea2b-40a4-a895-f2238403c784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:48.250033 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-026ecdcd-ea2b-40a4-a895-f2238403c784 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4581d077-c982-48c7-9a23-082f0eb9fc1d HTTP/1.1" status: 204 len: 168 time: 0.1208375 Feb 10 03:43:48.258468 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ecdcd-ea2b-40a4-a895-f2238403c784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4581d077-c982-48c7-9a23-082f0eb9fc1d,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:49.467057 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 6 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:43:49.797519 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-1be435d2-5433-4cd7-a2f7-f5a6df12cc64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:51.225737 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 51030) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:51.337143 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3b65bdb9-e9bc-49cc-9dd9-5af3f50bd72e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:51.414615 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3b65bdb9-e9bc-49cc-9dd9-5af3f50bd72e admin admin] Publish callbacks [] for security_group (be0cbe77-ac60-49b8-bdaa-cebdd0db3215), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:51.418819 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3b65bdb9-e9bc-49cc-9dd9-5af3f50bd72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (be0cbe77-ac60-49b8-bdaa-cebdd0db3215), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:51.459051 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-3b65bdb9-e9bc-49cc-9dd9-5af3f50bd72e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=25059b3490734fe6a9f8905b45eba441&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322237 Feb 10 03:43:51.459907 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65bdb9-e9bc-49cc-9dd9-5af3f50bd72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0cbe77-ac60-49b8-bdaa-cebdd0db3215,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:51.462393 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 51036) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:51.517385 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8dee28ea-0f3f-4fab-801a-793986b4d426 admin admin] Publish callbacks [] for security_group (be0cbe77-ac60-49b8-bdaa-cebdd0db3215), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:51.538408 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8dee28ea-0f3f-4fab-801a-793986b4d426 admin admin] Publish callbacks [] for security_group (be0cbe77-ac60-49b8-bdaa-cebdd0db3215), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:51.585665 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8dee28ea-0f3f-4fab-801a-793986b4d426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (be0cbe77-ac60-49b8-bdaa-cebdd0db3215), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:51.588346 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8dee28ea-0f3f-4fab-801a-793986b4d426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:51.589498 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-8dee28ea-0f3f-4fab-801a-793986b4d426 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be0cbe77-ac60-49b8-bdaa-cebdd0db3215 HTTP/1.1" status: 204 len: 168 time: 0.1260636 Feb 10 03:43:51.597067 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee28ea-0f3f-4fab-801a-793986b4d426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0cbe77-ac60-49b8-bdaa-cebdd0db3215,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:51.861346 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 51044) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:51.875516 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c31f701e-8b42-4067-8a2b-d5423141f0c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:51.950189 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c31f701e-8b42-4067-8a2b-d5423141f0c7 admin admin] Publish callbacks [] for security_group (2cc27b8d-9725-4591-b015-021d4ac52e4c), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:51.958578 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c31f701e-8b42-4067-8a2b-d5423141f0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (2cc27b8d-9725-4591-b015-021d4ac52e4c), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:51.967116 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-4d9be586-dc4b-4cb5-ad98-21b3ced9a06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:51.996602 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-c31f701e-8b42-4067-8a2b-d5423141f0c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=adb73c6105fc4eaab2f922faff3d1305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341231 Feb 10 03:43:51.997748 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f701e-8b42-4067-8a2b-d5423141f0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc27b8d-9725-4591-b015-021d4ac52e4c,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:51.999390 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 51046) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:43:52.047593 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6c0c9f6d-c952-4d42-972f-cf6a96130d83 admin admin] Publish callbacks [] for security_group (2cc27b8d-9725-4591-b015-021d4ac52e4c), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:52.069387 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6c0c9f6d-c952-4d42-972f-cf6a96130d83 admin admin] Publish callbacks [] for security_group (2cc27b8d-9725-4591-b015-021d4ac52e4c), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:52.118767 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6c0c9f6d-c952-4d42-972f-cf6a96130d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (2cc27b8d-9725-4591-b015-021d4ac52e4c), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:52.121399 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6c0c9f6d-c952-4d42-972f-cf6a96130d83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:52.122632 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-6c0c9f6d-c952-4d42-972f-cf6a96130d83 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2cc27b8d-9725-4591-b015-021d4ac52e4c HTTP/1.1" status: 204 len: 168 time: 0.1222320 Feb 10 03:43:52.131039 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c9f6d-c952-4d42-972f-cf6a96130d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc27b8d-9725-4591-b015-021d4ac52e4c,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:52.569780 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-4da1d811-2f99-4a5d-a03f-cef8de47b139 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1318955137&fields=id&tenant_id=69a1b85d278c49969a6a638dd37579d6 HTTP/1.1" status: 200 len: 267 time: 0.0484703 Feb 10 03:43:52.634427 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:52.675276 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-7059b24c-1c5b-4eae-bd84-0e3ec4c55118 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:52.676585 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-7059b24c-1c5b-4eae-bd84-0e3ec4c55118 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/networks?id=141657dd-0a9d-419e-8e9a-229883dc970c HTTP/1.1" status: 200 len: 809 time: 0.1003666 Feb 10 03:43:52.693843 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-71a3d457-fd13-4275-a875-04c51c5437e6 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/quotas/69a1b85d278c49969a6a638dd37579d6 HTTP/1.1" status: 200 len: 375 time: 0.0093992 Feb 10 03:43:52.752880 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-f27cfd7c-9b82-4953-a1fe-b8404cd26487 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=69a1b85d278c49969a6a638dd37579d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562742 Feb 10 03:43:52.848962 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-ceb28f52-7b71-4cde-9651-695db3fa0f41 service neutron] 10.222.0.32 "GET /v2.0/networks/141657dd-0a9d-419e-8e9a-229883dc970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846119 Feb 10 03:43:52.939842 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-deeb8a67-8817-4847-a234-dde882b86043 service neutron] 10.222.0.32 "GET /v2.0/networks/141657dd-0a9d-419e-8e9a-229883dc970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853026 Feb 10 03:43:53.068790 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:53.234634 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ef3139f7-8e17-4d44-a99e-e07a2a8377cf req-2100508a-e399-4142-b06e-fef06139ed0a tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 210 time: 0.0285316 Feb 10 03:43:54.298584 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-441286a7-8874-449d-9013-209a068b9758 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:54.300103 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-441286a7-8874-449d-9013-209a068b9758 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.21 "GET /v2.0/networks?id=141657dd-0a9d-419e-8e9a-229883dc970c HTTP/1.1" status: 200 len: 809 time: 0.1234066 Feb 10 03:43:54.333568 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-aa43a19f-ce58-47a7-9f13-8c18f7be67cf req-9d2ac059-5952-4706-a732-ced1de29c73a tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 210 time: 0.0277054 Feb 10 03:43:54.396983 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-a05bf3d0-4f1d-4126-b282-ddc7fe4ed9c4 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69a1b85d278c49969a6a638dd37579d6 HTTP/1.1" status: 200 len: 380 time: 0.0572841 Feb 10 03:43:54.406048 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-122465a4-3aa4-4f88-aaa4-34fc75ce95c3 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Request body: {'port': {'device_id': '1bc16f9d-92be-495d-abdf-9357e248264d', 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c', 'admin_state_up': True, 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'security_groups': ['c009a757-d0c6-4ad3-95bc-f9b8faf061fa']}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:43:54.512823 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-122465a4-3aa4-4f88-aaa4-34fc75ce95c3 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Made reservation on behalf of 69a1b85d278c49969a6a638dd37579d6 for: {'port': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:43:54.516475 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-122465a4-3aa4-4f88-aaa4-34fc75ce95c3 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:54.642408 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-122465a4-3aa4-4f88-aaa4-34fc75ce95c3 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Allocated IP 172.20.0.14 (141657dd-0a9d-419e-8e9a-229883dc970c/7bbe3104-6c08-43fa-8765-d2e1f9114957/f1a017bb-b64b-41fc-802b-4d4964557ece) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:43:54.787931 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-122465a4-3aa4-4f88-aaa4-34fc75ce95c3 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for port (f1a017bb-b64b-41fc-802b-4d4964557ece), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:54.820907 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-122465a4-3aa4-4f88-aaa4-34fc75ce95c3 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (f1a017bb-b64b-41fc-802b-4d4964557ece), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:54.865826 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-122465a4-3aa4-4f88-aaa4-34fc75ce95c3 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Network 141657dd-0a9d-419e-8e9a-229883dc970c is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:43:54.869306 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-122465a4-3aa4-4f88-aaa4-34fc75ce95c3 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:43:54.873341 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-122465a4-3aa4-4f88-aaa4-34fc75ce95c3 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:43:54.880019 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122465a4-3aa4-4f88-aaa4-34fc75ce95c3 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Pushing event updated for resources: {'Port': ['ID=f1a017bb-b64b-41fc-802b-4d4964557ece,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:54.933290 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-122465a4-3aa4-4f88-aaa4-34fc75ce95c3 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:54.934001 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-122465a4-3aa4-4f88-aaa4-34fc75ce95c3 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:54.955616 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-122465a4-3aa4-4f88-aaa4-34fc75ce95c3 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5535257 Feb 10 03:43:54.958165 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:54.985583 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-876a7c6d-6cfc-45df-a278-39033efd159b service neutron] Request body: {'port': {'device_id': '1bc16f9d-92be-495d-abdf-9357e248264d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:43:55.052169 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-876a7c6d-6cfc-45df-a278-39033efd159b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (f1a017bb-b64b-41fc-802b-4d4964557ece), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:55.090408 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-2646a56b-82f9-42d3-886f-f909f48d6a38 None None] Provisioning complete for port f1a017bb-b64b-41fc-802b-4d4964557ece triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:43:55.090809 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-2646a56b-82f9-42d3-886f-f909f48d6a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (f1a017bb-b64b-41fc-802b-4d4964557ece), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:55.123216 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-2646a56b-82f9-42d3-886f-f909f48d6a38 None None] Port f1a017bb-b64b-41fc-802b-4d4964557ece cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:43:55.318066 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-876a7c6d-6cfc-45df-a278-39033efd159b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a017bb-b64b-41fc-802b-4d4964557ece {{(pid=102733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:43:55.325909 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-876a7c6d-6cfc-45df-a278-39033efd159b service neutron] Publish callbacks [] for port (f1a017bb-b64b-41fc-802b-4d4964557ece), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:55.338927 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.provisioning_blocks [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-876a7c6d-6cfc-45df-a278-39033efd159b service neutron] Transition to ACTIVE for port object f1a017bb-b64b-41fc-802b-4d4964557ece will not be triggered until provisioned by entity L2. {{(pid=102733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:43:55.344355 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-876a7c6d-6cfc-45df-a278-39033efd159b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (f1a017bb-b64b-41fc-802b-4d4964557ece), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:55.395065 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a7c6d-6cfc-45df-a278-39033efd159b service neutron] Pushing event updated for resources: {'Port': ['ID=f1a017bb-b64b-41fc-802b-4d4964557ece,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:55.464739 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934cd73f-d774-42d4-be93-cb507e9e9de7 req-fa42ae16-0d53-4f4d-b04b-a6f3d2940a01 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:55.466251 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-934cd73f-d774-42d4-be93-cb507e9e9de7 req-fa42ae16-0d53-4f4d-b04b-a6f3d2940a01 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 944 time: 0.0598414 Feb 10 03:43:55.467964 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-876a7c6d-6cfc-45df-a278-39033efd159b service neutron] Attempting to bind port f1a017bb-b64b-41fc-802b-4d4964557ece on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:43:55.468428 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-876a7c6d-6cfc-45df-a278-39033efd159b service neutron] Attempting to bind port f1a017bb-b64b-41fc-802b-4d4964557ece by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:43:55.469026 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-876a7c6d-6cfc-45df-a278-39033efd159b service neutron] Attempting to bind port f1a017bb-b64b-41fc-802b-4d4964557ece on network 141657dd-0a9d-419e-8e9a-229883dc970c {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:43:55.473923 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-876a7c6d-6cfc-45df-a278-39033efd159b service neutron] Port f1a017bb-b64b-41fc-802b-4d4964557ece on network 141657dd-0a9d-419e-8e9a-229883dc970c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:43:55.474318 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-876a7c6d-6cfc-45df-a278-39033efd159b service neutron] Attempting to bind port f1a017bb-b64b-41fc-802b-4d4964557ece on network 141657dd-0a9d-419e-8e9a-229883dc970c {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:43:55.479999 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-876a7c6d-6cfc-45df-a278-39033efd159b service neutron] Checking agent: {'id': '7fa92194-f930-41b3-9bb5-0cd5b2874298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'started_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:43:55.480446 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-876a7c6d-6cfc-45df-a278-39033efd159b service neutron] Checking segment: {'id': '82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:43:55.480918 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-876a7c6d-6cfc-45df-a278-39033efd159b service neutron] Bound using segment: {'id': '82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:43:55.481424 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-876a7c6d-6cfc-45df-a278-39033efd159b service neutron] Bound port: f1a017bb-b64b-41fc-802b-4d4964557ece, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:43:55.481855 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-876a7c6d-6cfc-45df-a278-39033efd159b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (f1a017bb-b64b-41fc-802b-4d4964557ece), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:55.519690 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-934cd73f-d774-42d4-be93-cb507e9e9de7 req-f79df276-b3bc-47d4-a2dd-c5d12313040c tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475340 Feb 10 03:43:55.548603 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-876a7c6d-6cfc-45df-a278-39033efd159b service neutron] For port f1a017bb-b64b-41fc-802b-4d4964557ece, host hv-cinder-82806, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:43:55.551789 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-876a7c6d-6cfc-45df-a278-39033efd159b service neutron] For port f1a017bb-b64b-41fc-802b-4d4964557ece, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f1a017bb-b64b-41fc-802b-4d4964557ece,segment=NetworkSegment(82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37),segment_id=82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:43:55.558878 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-876a7c6d-6cfc-45df-a278-39033efd159b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (f1a017bb-b64b-41fc-802b-4d4964557ece), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:55.600239 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-876a7c6d-6cfc-45df-a278-39033efd159b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:55.600880 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-876a7c6d-6cfc-45df-a278-39033efd159b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:55.602346 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-876a7c6d-6cfc-45df-a278-39033efd159b service neutron] 10.222.0.21 "PUT /v2.0/ports/f1a017bb-b64b-41fc-802b-4d4964557ece HTTP/1.1" status: 200 len: 1094 time: 0.6211925 Feb 10 03:43:55.602815 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc16f9d-92be-495d-abdf-9357e248264d', 'tag': 'f1a017bb-b64b-41fc-802b-4d4964557ece'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:43:55.605091 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac60eb9f-d71b-4945-a161-19e598a62475" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc16f9d-92be-495d-abdf-9357e248264d", "tag": "f1a017bb-b64b-41fc-802b-4d4964557ece"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:43:55.624177 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a7c6d-6cfc-45df-a278-39033efd159b service neutron] Pushing event updated for resources: {'Port': ['ID=f1a017bb-b64b-41fc-802b-4d4964557ece,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:43:55.656778 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958d0fd5-13c7-4383-a7c9-7178215bb11f x-openstack-request-id: req-958d0fd5-13c7-4383-a7c9-7178215bb11f {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:43:55.657328 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc16f9d-92be-495d-abdf-9357e248264d", "tag": "f1a017bb-b64b-41fc-802b-4d4964557ece", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:43:55.657729 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-958d0fd5-13c7-4383-a7c9-7178215bb11f {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:43:55.658291 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc16f9d-92be-495d-abdf-9357e248264d', 'tag': 'f1a017bb-b64b-41fc-802b-4d4964557ece', 'status': 'completed', 'code': 200} Feb 10 03:43:55.725095 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-f4c5bf19-9886-43f5-a127-b78dba0f3b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:55.726633 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-f4c5bf19-9886-43f5-a127-b78dba0f3b7c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69a1b85d278c49969a6a638dd37579d6&device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 1128 time: 0.0474353 Feb 10 03:43:55.778893 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-98dcb16f-bba4-473e-9b49-67603b47ef7f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1a017bb-b64b-41fc-802b-4d4964557ece HTTP/1.1" status: 200 len: 217 time: 0.0364301 Feb 10 03:43:55.825546 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-2afe0444-1ddb-4a80-8886-49c475407376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:55.827033 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-2afe0444-1ddb-4a80-8886-49c475407376 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bbe3104-6c08-43fa-8765-d2e1f9114957 HTTP/1.1" status: 200 len: 848 time: 0.0421884 Feb 10 03:43:55.880887 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-e0bb95c1-f6e3-455f-b7aa-4207fb0c1578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:55.882416 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-e0bb95c1-f6e3-455f-b7aa-4207fb0c1578 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=141657dd-0a9d-419e-8e9a-229883dc970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495331 Feb 10 03:43:55.976225 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-95aa95e4-54d0-4536-af74-38c23c7d8571 service neutron] 10.222.0.21 "GET /v2.0/networks/141657dd-0a9d-419e-8e9a-229883dc970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872450 Feb 10 03:43:56.069440 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-c97cfef2-cbac-4d90-a976-0807ef3cc95d req-3a1deee1-ebf6-42b5-91a7-9e4aa41eaa34 service neutron] 10.222.0.21 "GET /v2.0/networks/141657dd-0a9d-419e-8e9a-229883dc970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861795 Feb 10 03:43:56.153934 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:43:56.222770 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60eb9f-d71b-4945-a161-19e598a62475 req-d3d4c397-7610-4035-9ada-8d5eb06b89bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:56.224341 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-ac60eb9f-d71b-4945-a161-19e598a62475 req-d3d4c397-7610-4035-9ada-8d5eb06b89bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69a1b85d278c49969a6a638dd37579d6&device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 1128 time: 0.0457246 Feb 10 03:43:56.321845 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60eb9f-d71b-4945-a161-19e598a62475 req-fc69ddc4-bef5-4e74-8d3e-6368b4800f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:56.323432 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-ac60eb9f-d71b-4945-a161-19e598a62475 req-fc69ddc4-bef5-4e74-8d3e-6368b4800f2e service neutron] 10.222.0.21 "GET /v2.0/networks?id=141657dd-0a9d-419e-8e9a-229883dc970c HTTP/1.1" status: 200 len: 910 time: 0.0902023 Feb 10 03:43:56.365298 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-ac60eb9f-d71b-4945-a161-19e598a62475 req-fa280cb8-4875-4c60-b2de-b7b1558c0a83 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1a017bb-b64b-41fc-802b-4d4964557ece HTTP/1.1" status: 200 len: 217 time: 0.0346358 Feb 10 03:43:56.424491 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60eb9f-d71b-4945-a161-19e598a62475 req-dfedcd16-25f6-4cb9-ad10-d52d27f623e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:56.425930 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-ac60eb9f-d71b-4945-a161-19e598a62475 req-dfedcd16-25f6-4cb9-ad10-d52d27f623e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bbe3104-6c08-43fa-8765-d2e1f9114957 HTTP/1.1" status: 200 len: 848 time: 0.0479167 Feb 10 03:43:56.483222 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60eb9f-d71b-4945-a161-19e598a62475 req-6c5d559b-3f4d-4cfb-b484-2eace065281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:56.484727 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-ac60eb9f-d71b-4945-a161-19e598a62475 req-6c5d559b-3f4d-4cfb-b484-2eace065281e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=141657dd-0a9d-419e-8e9a-229883dc970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510373 Feb 10 03:43:56.580358 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-ac60eb9f-d71b-4945-a161-19e598a62475 req-17e6d0d1-e397-492f-8cc7-7567798fa062 service neutron] 10.222.0.21 "GET /v2.0/networks/141657dd-0a9d-419e-8e9a-229883dc970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876565 Feb 10 03:43:56.647652 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b40be-ad7d-4062-9fd0-33c61a5b75d8 req-4893ced5-c867-4890-819d-23c0157d8549 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:56.649157 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-373b40be-ad7d-4062-9fd0-33c61a5b75d8 req-4893ced5-c867-4890-819d-23c0157d8549 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 944 time: 0.0562739 Feb 10 03:43:56.677121 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-ac60eb9f-d71b-4945-a161-19e598a62475 req-67f8569e-180d-46ea-9ca5-c4268e984649 service neutron] 10.222.0.21 "GET /v2.0/networks/141657dd-0a9d-419e-8e9a-229883dc970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898907 Feb 10 03:43:56.699094 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-373b40be-ad7d-4062-9fd0-33c61a5b75d8 req-9be600b3-3b30-4ff6-8fd6-9248e79b9290 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440719 Feb 10 03:43:57.822386 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190f0c9-178e-4e52-88ba-9ee94732cb81 req-1706015e-53ad-4654-9cc6-9a05048045a0 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:57.823929 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a190f0c9-178e-4e52-88ba-9ee94732cb81 req-1706015e-53ad-4654-9cc6-9a05048045a0 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 944 time: 0.0546789 Feb 10 03:43:57.874101 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a190f0c9-178e-4e52-88ba-9ee94732cb81 req-0ba321d1-6acb-4a26-979a-6c83ff0105b8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444427 Feb 10 03:43:58.996170 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc12bf-70fa-4094-9696-732c3b7fa343 req-70e501cf-9b23-44e6-ac40-d595854a5d67 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:43:58.997673 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b5fc12bf-70fa-4094-9696-732c3b7fa343 req-70e501cf-9b23-44e6-ac40-d595854a5d67 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 944 time: 0.0537310 Feb 10 03:43:59.055253 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b5fc12bf-70fa-4094-9696-732c3b7fa343 req-5b931288-7597-48f5-8599-7655d49041a3 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513277 Feb 10 03:44:00.188311 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9dae6-5c28-4ef3-a003-a55fb2ef39f4 req-c699b390-8cb2-436c-8443-2bc1f39dd42e tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:00.189776 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-cfd9dae6-5c28-4ef3-a003-a55fb2ef39f4 req-c699b390-8cb2-436c-8443-2bc1f39dd42e tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 944 time: 0.0587878 Feb 10 03:44:00.248992 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-cfd9dae6-5c28-4ef3-a003-a55fb2ef39f4 req-37d084f3-1e89-4fb0-bb85-35b134067e60 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533602 Feb 10 03:44:00.925651 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 51220) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:01.042472 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-7bc59a8c-85b0-4ee7-930f-2b49dcedf86f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:01.116354 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-7bc59a8c-85b0-4ee7-930f-2b49dcedf86f admin admin] Publish callbacks [] for security_group (e375abeb-ee2d-4aa7-ab13-742af769ccf6), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:01.121896 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-7bc59a8c-85b0-4ee7-930f-2b49dcedf86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (e375abeb-ee2d-4aa7-ab13-742af769ccf6), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:01.159191 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-7bc59a8c-85b0-4ee7-930f-2b49dcedf86f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5faf24dff6bb49019dd822c9621ad8ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324533 Feb 10 03:44:01.160024 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc59a8c-85b0-4ee7-930f-2b49dcedf86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e375abeb-ee2d-4aa7-ab13-742af769ccf6,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:01.162950 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 51224) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:01.224933 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1e5274e0-0495-4a93-9266-46b3752f6a82 admin admin] Publish callbacks [] for security_group (e375abeb-ee2d-4aa7-ab13-742af769ccf6), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:01.247535 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1e5274e0-0495-4a93-9266-46b3752f6a82 admin admin] Publish callbacks [] for security_group (e375abeb-ee2d-4aa7-ab13-742af769ccf6), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:01.296844 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1e5274e0-0495-4a93-9266-46b3752f6a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (e375abeb-ee2d-4aa7-ab13-742af769ccf6), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:01.299473 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1e5274e0-0495-4a93-9266-46b3752f6a82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:01.300628 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-1e5274e0-0495-4a93-9266-46b3752f6a82 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e375abeb-ee2d-4aa7-ab13-742af769ccf6 HTTP/1.1" status: 204 len: 168 time: 0.1364310 Feb 10 03:44:01.308287 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5274e0-0495-4a93-9266-46b3752f6a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e375abeb-ee2d-4aa7-ab13-742af769ccf6,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:01.379226 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d8347-4ac2-46fa-a362-c07525a56ef2 req-9061941f-2c70-48db-a230-bdae9ffa2b45 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:01.380856 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-291d8347-4ac2-46fa-a362-c07525a56ef2 req-9061941f-2c70-48db-a230-bdae9ffa2b45 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 944 time: 0.0596399 Feb 10 03:44:01.430778 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-291d8347-4ac2-46fa-a362-c07525a56ef2 req-5429b9ec-e5ed-47f0-9568-2432ee5dc915 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437043 Feb 10 03:44:01.566159 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 51232) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:01.579742 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8048a4f1-2193-4809-994a-4c868559441c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:01.656767 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8048a4f1-2193-4809-994a-4c868559441c admin admin] Publish callbacks [] for security_group (0a473481-880b-46a1-837a-79a72c5387f5), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:01.662222 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8048a4f1-2193-4809-994a-4c868559441c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (0a473481-880b-46a1-837a-79a72c5387f5), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:01.713417 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-8048a4f1-2193-4809-994a-4c868559441c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=43bc1af491184574b74298fc76272a3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458304 Feb 10 03:44:01.714440 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048a4f1-2193-4809-994a-4c868559441c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a473481-880b-46a1-837a-79a72c5387f5,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:01.716388 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 51234) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:01.766752 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8d98782e-728b-4937-83d2-00593648c830 admin admin] Publish callbacks [] for security_group (0a473481-880b-46a1-837a-79a72c5387f5), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:01.787632 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8d98782e-728b-4937-83d2-00593648c830 admin admin] Publish callbacks [] for security_group (0a473481-880b-46a1-837a-79a72c5387f5), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:01.839240 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8d98782e-728b-4937-83d2-00593648c830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (0a473481-880b-46a1-837a-79a72c5387f5), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:01.841981 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8d98782e-728b-4937-83d2-00593648c830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:01.843158 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-8d98782e-728b-4937-83d2-00593648c830 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a473481-880b-46a1-837a-79a72c5387f5 HTTP/1.1" status: 204 len: 168 time: 0.1257870 Feb 10 03:44:01.850927 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98782e-728b-4937-83d2-00593648c830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a473481-880b-46a1-837a-79a72c5387f5,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:02.187051 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 51240) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:02.200534 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-15153c3d-d1d7-4dd3-a98a-fa8d33453d7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:02.274736 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-15153c3d-d1d7-4dd3-a98a-fa8d33453d7d admin admin] Publish callbacks [] for security_group (dc4cfc83-e0d2-49ec-88bf-9556fa20e626), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:02.280491 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-15153c3d-d1d7-4dd3-a98a-fa8d33453d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (dc4cfc83-e0d2-49ec-88bf-9556fa20e626), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:02.316129 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15153c3d-d1d7-4dd3-a98a-fa8d33453d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4cfc83-e0d2-49ec-88bf-9556fa20e626,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:02.320465 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-15153c3d-d1d7-4dd3-a98a-fa8d33453d7d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54ffd1daa3fa44c1a4ac4192511d438b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323633 Feb 10 03:44:02.323782 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 51242) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:02.379663 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ac7083e1-73aa-407e-9ff0-d3c52929d478 admin admin] Publish callbacks [] for security_group (dc4cfc83-e0d2-49ec-88bf-9556fa20e626), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:02.399857 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ac7083e1-73aa-407e-9ff0-d3c52929d478 admin admin] Publish callbacks [] for security_group (dc4cfc83-e0d2-49ec-88bf-9556fa20e626), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:02.451389 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ac7083e1-73aa-407e-9ff0-d3c52929d478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (dc4cfc83-e0d2-49ec-88bf-9556fa20e626), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:02.454119 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ac7083e1-73aa-407e-9ff0-d3c52929d478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:02.455309 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-ac7083e1-73aa-407e-9ff0-d3c52929d478 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dc4cfc83-e0d2-49ec-88bf-9556fa20e626 HTTP/1.1" status: 204 len: 168 time: 0.1311443 Feb 10 03:44:02.464662 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7083e1-73aa-407e-9ff0-d3c52929d478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4cfc83-e0d2-49ec-88bf-9556fa20e626,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:02.564325 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798fe05f-b82b-4e5e-acb3-68e2cbb6c429 req-6654ee4e-13ce-427e-a5b5-ea62bbd8801e tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:02.565833 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-798fe05f-b82b-4e5e-acb3-68e2cbb6c429 req-6654ee4e-13ce-427e-a5b5-ea62bbd8801e tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 944 time: 0.0563011 Feb 10 03:44:02.615152 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-798fe05f-b82b-4e5e-acb3-68e2cbb6c429 req-9952c0c9-8e95-4054-989a-1f923abcb5df tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434768 Feb 10 03:44:03.359294 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device f1a017bb-b64b-41fc-802b-4d4964557ece details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:44:03.459589 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port f1a017bb-b64b-41fc-802b-4d4964557ece, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f1a017bb-b64b-41fc-802b-4d4964557ece,segment=NetworkSegment(82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37),segment_id=82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:44:03.471528 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Returning: {'device': 'f1a017bb-b64b-41fc-802b-4d4964557ece', 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c', 'port_id': 'f1a017bb-b64b-41fc-802b-4d4964557ece', 'mac_address': 'fa:16:3e:cd:53:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bbe3104-6c08-43fa-8765-d2e1f9114957', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:44:03.510557 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port f1a017bb-b64b-41fc-802b-4d4964557ece is: DOWN; New status is: BUILD {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:44:03.511057 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (f1a017bb-b64b-41fc-802b-4d4964557ece), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:03.534086 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a017bb-b64b-41fc-802b-4d4964557ece {{(pid=102734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:44:03.560703 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port f1a017bb-b64b-41fc-802b-4d4964557ece, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f1a017bb-b64b-41fc-802b-4d4964557ece,segment=NetworkSegment(82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37),segment_id=82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:44:03.565929 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (f1a017bb-b64b-41fc-802b-4d4964557ece), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:03.613128 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=f1a017bb-b64b-41fc-802b-4d4964557ece,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:03.631150 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406fe07-cf2f-424f-9520-18fcd8135b09 req-32e29feb-8809-43ac-96be-924ee4f93471 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:03.632646 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d406fe07-cf2f-424f-9520-18fcd8135b09 req-32e29feb-8809-43ac-96be-924ee4f93471 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 946 time: 0.0556347 Feb 10 03:44:03.691209 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d406fe07-cf2f-424f-9520-18fcd8135b09 req-b30be5a1-13ef-4355-aa8c-a843ce056c42 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514736 Feb 10 03:44:03.746448 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e604e8-d0ac-4fd6-9e46-08ffe866be8a req-e0166271-fa8d-4482-aad4-7883373573dd tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:03.747995 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-40e604e8-d0ac-4fd6-9e46-08ffe866be8a req-e0166271-fa8d-4482-aad4-7883373573dd tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 945 time: 0.0558503 Feb 10 03:44:03.801150 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-40e604e8-d0ac-4fd6-9e46-08ffe866be8a req-06eda50c-acc7-4fdf-bc25-6776b0a7d105 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473390 Feb 10 03:44:03.884478 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['f1a017bb-b64b-41fc-802b-4d4964557ece'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:44:04.828678 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017611ea-2332-4e96-aed6-570b9aed8759 req-9407883d-cdb3-4c92-8fe3-387d3ca1b94d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:04.830379 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-017611ea-2332-4e96-aed6-570b9aed8759 req-9407883d-cdb3-4c92-8fe3-387d3ca1b94d tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 946 time: 0.0580435 Feb 10 03:44:04.886129 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-017611ea-2332-4e96-aed6-570b9aed8759 req-a7459c6f-a85e-4b01-b18c-371963e8469b tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60d0453-0dd2-45b8-989b-b02e1f03deef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501862 Feb 10 03:44:04.927997 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e290e-1ddf-4fb3-82ce-738ed64e23e8 req-483f2453-625b-4b7e-a1e3-aeeee5d4a6aa tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:04.929450 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1d1e290e-1ddf-4fb3-82ce-738ed64e23e8 req-483f2453-625b-4b7e-a1e3-aeeee5d4a6aa tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 945 time: 0.0585823 Feb 10 03:44:04.977723 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1d1e290e-1ddf-4fb3-82ce-738ed64e23e8 req-7e657f60-5a2c-400f-90ad-7b8cf0d7133f tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425994 Feb 10 03:44:05.151161 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423212da-ca7c-4879-bcfd-6ea9ffd4f1ad req-df3881b2-9e94-4c29-9521-4ba98d701923 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:05.152626 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-423212da-ca7c-4879-bcfd-6ea9ffd4f1ad req-df3881b2-9e94-4c29-9521-4ba98d701923 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.21 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 946 time: 0.0739131 Feb 10 03:44:05.246559 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-423212da-ca7c-4879-bcfd-6ea9ffd4f1ad req-4a25165b-2d68-41e8-97b9-703b6d0f7eef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Deleting port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:44:05.246823 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-423212da-ca7c-4879-bcfd-6ea9ffd4f1ad req-4a25165b-2d68-41e8-97b9-703b6d0f7eef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (dd4ed260-10d2-4b11-ae4a-2e37c7f81db6), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:05.339802 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-423212da-ca7c-4879-bcfd-6ea9ffd4f1ad req-4a25165b-2d68-41e8-97b9-703b6d0f7eef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] For port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=dd4ed260-10d2-4b11-ae4a-2e37c7f81db6,segment=NetworkSegment(086c110e-e949-4dfb-87df-62ade2705185),segment_id=086c110e-e949-4dfb-87df-62ade2705185)] {{(pid=102733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:44:05.340164 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-423212da-ca7c-4879-bcfd-6ea9ffd4f1ad req-4a25165b-2d68-41e8-97b9-703b6d0f7eef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (dd4ed260-10d2-4b11-ae4a-2e37c7f81db6), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:05.378080 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device f1a017bb-b64b-41fc-802b-4d4964557ece up at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:44:05.428291 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning for port f1a017bb-b64b-41fc-802b-4d4964557ece completed by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:44:05.432136 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning complete for port f1a017bb-b64b-41fc-802b-4d4964557ece triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:44:05.432512 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (f1a017bb-b64b-41fc-802b-4d4964557ece), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:05.507800 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-423212da-ca7c-4879-bcfd-6ea9ffd4f1ad req-4a25165b-2d68-41e8-97b9-703b6d0f7eef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:05.508073 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-423212da-ca7c-4879-bcfd-6ea9ffd4f1ad req-4a25165b-2d68-41e8-97b9-703b6d0f7eef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575287'] for floatingip (dd4313aa-0011-4042-9527-6e6fed8a9ff6), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:05.508204 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port f1a017bb-b64b-41fc-802b-4d4964557ece is: BUILD; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:44:05.508392 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.db.l3_db [req-423212da-ca7c-4879-bcfd-6ea9ffd4f1ad req-4a25165b-2d68-41e8-97b9-703b6d0f7eef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Floating IP dd4313aa-0011-4042-9527-6e6fed8a9ff6 disassociated. External IP: 172.27.0.44, port: dd4ed260-10d2-4b11-ae4a-2e37c7f81db6. Feb 10 03:44:05.508495 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (f1a017bb-b64b-41fc-802b-4d4964557ece), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:05.508733 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-423212da-ca7c-4879-bcfd-6ea9ffd4f1ad req-4a25165b-2d68-41e8-97b9-703b6d0f7eef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Calling delete_port for dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 owned by compute:nova {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:44:05.532617 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc16f9d-92be-495d-abdf-9357e248264d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a017bb-b64b-41fc-802b-4d4964557ece'}] {{(pid=102734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:44:05.534884 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f765ceee2b9e6863c7c09e3b0452b272479917b97bc142159859c6a833de831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32e05b8-c0f9-4373-b902-d67623d3a60b" -d '{"events": [{"server_uuid": "1bc16f9d-92be-495d-abdf-9357e248264d", "name": "network-vif-plugged", "status": "completed", "tag": "f1a017bb-b64b-41fc-802b-4d4964557ece"}]}' {{(pid=102734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:44:05.547687 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port f1a017bb-b64b-41fc-802b-4d4964557ece, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f1a017bb-b64b-41fc-802b-4d4964557ece,segment=NetworkSegment(82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37),segment_id=82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:44:05.553483 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (f1a017bb-b64b-41fc-802b-4d4964557ece), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:05.585979 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab1f037-197a-4f33-afe5-7c5fae94ab2d x-openstack-request-id: req-eab1f037-197a-4f33-afe5-7c5fae94ab2d {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:44:05.586274 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc16f9d-92be-495d-abdf-9357e248264d", "name": "network-vif-plugged", "status": "completed", "tag": "f1a017bb-b64b-41fc-802b-4d4964557ece", "code": 200}]} {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:44:05.586530 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eab1f037-197a-4f33-afe5-7c5fae94ab2d {{(pid=102734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:44:05.589295 dv-cinder-828060-2-iscsi neutron-server[102734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc16f9d-92be-495d-abdf-9357e248264d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a017bb-b64b-41fc-802b-4d4964557ece', 'code': 200} Feb 10 03:44:05.612767 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=f1a017bb-b64b-41fc-802b-4d4964557ece,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:05.645346 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-423212da-ca7c-4879-bcfd-6ea9ffd4f1ad req-4a25165b-2d68-41e8-97b9-703b6d0f7eef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (dd4ed260-10d2-4b11-ae4a-2e37c7f81db6), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:05.671128 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25165b-2d68-41e8-97b9-703b6d0f7eef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Pushing event deleted for resources: {'Port': ['ID=dd4ed260-10d2-4b11-ae4a-2e37c7f81db6,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:05.790867 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-423212da-ca7c-4879-bcfd-6ea9ffd4f1ad req-4a25165b-2d68-41e8-97b9-703b6d0f7eef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Router 5fffc7db-7368-4f67-960b-47724c817547 has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:44:05.882808 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e72aa5-12c9-49ff-8a05-fe4b31882817 req-a6bb8eca-8f6b-4187-a26d-6afbe0bd5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:05.884334 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-90e72aa5-12c9-49ff-8a05-fe4b31882817 req-a6bb8eca-8f6b-4187-a26d-6afbe0bd5ea9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 1130 time: 0.0957775 Feb 10 03:44:05.967215 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-423212da-ca7c-4879-bcfd-6ea9ffd4f1ad req-4a25165b-2d68-41e8-97b9-703b6d0f7eef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:44:05.970998 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-90e72aa5-12c9-49ff-8a05-fe4b31882817 req-d5d40f9e-7bfb-45c7-891d-321560b29bce service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805819 Feb 10 03:44:05.985503 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c497c7f-0923-46e2-bb10-1b65aba45696 None None] Sync routers for ids ['5fffc7db-7368-4f67-960b-47724c817547'] in dv-cinder-828060-2-iscsi {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:44:05.998079 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c497c7f-0923-46e2-bb10-1b65aba45696 None None] Routers {'5fffc7db-7368-4f67-960b-47724c817547'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:44:05.998735 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-5c497c7f-0923-46e2-bb10-1b65aba45696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:43:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['5fffc7db-7368-4f67-960b-47724c817547'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:44:06.037453 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9bd232f6-775d-4321-85df-c03c54e2a52e req-3d5cb6a3-0018-426e-adbd-a63c0dd9208a tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/ports?device_id=68175f5a-583d-43b3-a6f6-3b045303c1d1 HTTP/1.1" status: 200 len: 210 time: 0.0701375 Feb 10 03:44:06.052427 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-423212da-ca7c-4879-bcfd-6ea9ffd4f1ad req-4a25165b-2d68-41e8-97b9-703b6d0f7eef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] No DVR routers for this DVR port dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 on host hv-cinder-82806 {{(pid=102733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:44:06.067822 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-423212da-ca7c-4879-bcfd-6ea9ffd4f1ad req-4a25165b-2d68-41e8-97b9-703b6d0f7eef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:06.071146 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-423212da-ca7c-4879-bcfd-6ea9ffd4f1ad req-4a25165b-2d68-41e8-97b9-703b6d0f7eef tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.21 "DELETE /v2.0/ports/dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 HTTP/1.1" status: 204 len: 173 time: 0.9125814 Feb 10 03:44:06.071642 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68175f5a-583d-43b3-a6f6-3b045303c1d1', 'name': 'network-vif-deleted', 'tag': 'dd4ed260-10d2-4b11-ae4a-2e37c7f81db6'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:44:06.080272 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80952103-8def-43d3-9991-382b14a1e9a4" -d '{"events": [{"server_uuid": "68175f5a-583d-43b3-a6f6-3b045303c1d1", "name": "network-vif-deleted", "tag": "dd4ed260-10d2-4b11-ae4a-2e37c7f81db6"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:44:06.128250 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1422e8cd-3494-4abb-815b-a3e8303283c3 x-openstack-request-id: req-1422e8cd-3494-4abb-815b-a3e8303283c3 {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:44:06.128751 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68175f5a-583d-43b3-a6f6-3b045303c1d1", "name": "network-vif-deleted", "tag": "dd4ed260-10d2-4b11-ae4a-2e37c7f81db6", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:44:06.129049 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1422e8cd-3494-4abb-815b-a3e8303283c3 {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:44:06.129444 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68175f5a-583d-43b3-a6f6-3b045303c1d1', 'name': 'network-vif-deleted', 'tag': 'dd4ed260-10d2-4b11-ae4a-2e37c7f81db6', 'status': 'completed', 'code': 200} Feb 10 03:44:06.156356 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd464be1-c399-4615-a02d-358928eae767 req-ec711c89-5498-406e-a15f-b09be9983c5a tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:06.164192 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dd464be1-c399-4615-a02d-358928eae767 req-ec711c89-5498-406e-a15f-b09be9983c5a tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 946 time: 0.0842497 Feb 10 03:44:06.191063 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-5c497c7f-0923-46e2-bb10-1b65aba45696 None None] Set router 5fffc7db-7368-4f67-960b-47724c817547 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:44:06.243457 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-dd464be1-c399-4615-a02d-358928eae767 req-96063b91-fc26-4f16-9fee-24198d7f1470 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640409 Feb 10 03:44:06.477939 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-5c497c7f-0923-46e2-bb10-1b65aba45696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffc7db-7368-4f67-960b-47724c817547', 'name': 'tempest-AttachVolumeShelveTestJSON-1927305372-router', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:13Z', 'revision_number': 4, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'gw_port': {'id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:08Z', 'updated_at': '2022-02-10T03:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '49393948-51e1-49df-afba-9065f1f7f16c', 'name': '', 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'mac_address': 'fa:16:3e:16:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:12Z', 'updated_at': '2022-02-10T03:37:21Z', 'revision_number': 5, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'subnets': [{'id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:44:06.510940 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c497c7f-0923-46e2-bb10-1b65aba45696 None None] Checking router: 5fffc7db-7368-4f67-960b-47724c817547 for host: dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:44:06.534451 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c497c7f-0923-46e2-bb10-1b65aba45696 None None] Routers {'5fffc7db-7368-4f67-960b-47724c817547'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:44:06.535071 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-5c497c7f-0923-46e2-bb10-1b65aba45696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:43:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['5fffc7db-7368-4f67-960b-47724c817547'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:44:06.733275 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-5c497c7f-0923-46e2-bb10-1b65aba45696 None None] Set router 5fffc7db-7368-4f67-960b-47724c817547 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:44:06.940405 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-5c497c7f-0923-46e2-bb10-1b65aba45696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffc7db-7368-4f67-960b-47724c817547', 'name': 'tempest-AttachVolumeShelveTestJSON-1927305372-router', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:13Z', 'revision_number': 4, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'gw_port': {'id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:08Z', 'updated_at': '2022-02-10T03:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '49393948-51e1-49df-afba-9065f1f7f16c', 'name': '', 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'mac_address': 'fa:16:3e:16:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:12Z', 'updated_at': '2022-02-10T03:37:21Z', 'revision_number': 5, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'subnets': [{'id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:44:06.966400 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c497c7f-0923-46e2-bb10-1b65aba45696 None None] The sync data for ids ['5fffc7db-7368-4f67-960b-47724c817547'] in dv-cinder-828060-2-iscsi is: [{'id': '5fffc7db-7368-4f67-960b-47724c817547', 'name': 'tempest-AttachVolumeShelveTestJSON-1927305372-router', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:37:13Z', 'revision_number': 4, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'gw_port': {'id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:08Z', 'updated_at': '2022-02-10T03:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '49393948-51e1-49df-afba-9065f1f7f16c', 'name': '', 'network_id': '2276b970-ba53-4cdf-8089-151cb82a4e87', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'mac_address': 'fa:16:3e:16:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:12Z', 'updated_at': '2022-02-10T03:37:21Z', 'revision_number': 5, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'subnets': [{'id': '8d5da7a8-bc65-46b6-8077-e221507906cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:44:07.140710 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 51362) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:07.191002 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478b2f6-2dba-45d0-adcf-99d7d1cf6a4e None None] New status for floating IP dd4313aa-0011-4042-9527-6e6fed8a9ff6: DOWN {{(pid=102734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 03:44:07.199659 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-89b87e39-7cac-44ee-b17a-fae80da691be tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for security_group (f60d0453-0dd2-45b8-989b-b02e1f03deef), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:07.223299 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-89b87e39-7cac-44ee-b17a-fae80da691be tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for security_group (f60d0453-0dd2-45b8-989b-b02e1f03deef), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:07.276835 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-89b87e39-7cac-44ee-b17a-fae80da691be tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (f60d0453-0dd2-45b8-989b-b02e1f03deef), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:07.279692 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-89b87e39-7cac-44ee-b17a-fae80da691be tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:07.281057 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-89b87e39-7cac-44ee-b17a-fae80da691be tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "DELETE /v2.0/security-groups/f60d0453-0dd2-45b8-989b-b02e1f03deef HTTP/1.1" status: 204 len: 168 time: 0.1390891 Feb 10 03:44:07.283931 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 51366) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:07.302852 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.api.v2.resource [None req-14fc52ff-90bd-45d1-9074-6ee98f079233 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] show failed (client error): The resource could not be found. Feb 10 03:44:07.306174 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-14fc52ff-90bd-45d1-9074-6ee98f079233 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "GET /v2.0/security-groups/f60d0453-0dd2-45b8-989b-b02e1f03deef HTTP/1.1" status: 404 len: 347 time: 0.0184340 Feb 10 03:44:07.307068 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 51370) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:07.310164 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b87e39-7cac-44ee-b17a-fae80da691be tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60d0453-0dd2-45b8-989b-b02e1f03deef,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:07.477731 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd52cca-272e-4997-8f2d-e91b23a167ae req-1e0b52f0-1fda-4610-8ca5-c316f1e0f634 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:07.479206 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5bd52cca-272e-4997-8f2d-e91b23a167ae req-1e0b52f0-1fda-4610-8ca5-c316f1e0f634 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 946 time: 0.1712852 Feb 10 03:44:07.534627 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-edc3d46d-56bd-475e-b5bd-dfbcfb04aed4 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Deleting port 3a10ea38-993c-41bf-96ee-581bc377fd57 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:44:07.534991 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-edc3d46d-56bd-475e-b5bd-dfbcfb04aed4 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (3a10ea38-993c-41bf-96ee-581bc377fd57), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:07.553234 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5bd52cca-272e-4997-8f2d-e91b23a167ae req-512bee29-cc2c-4981-8f7f-893a9a03c13a tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668700 Feb 10 03:44:07.639034 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-edc3d46d-56bd-475e-b5bd-dfbcfb04aed4 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (3a10ea38-993c-41bf-96ee-581bc377fd57), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:07.639375 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-edc3d46d-56bd-475e-b5bd-dfbcfb04aed4 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for floatingip (3a10ea38-993c-41bf-96ee-581bc377fd57), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:07.654900 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 51384) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:07.666902 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-edc3d46d-56bd-475e-b5bd-dfbcfb04aed4 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Calling delete_port for 3a10ea38-993c-41bf-96ee-581bc377fd57 owned by network:floatingip {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:44:07.735069 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b4f96-4517-4419-bce5-b9386e41e9ed req-b0d62adb-c090-4971-ade2-ffc57cf92ec9 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:07.736529 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7e0b4f96-4517-4419-bce5-b9386e41e9ed req-b0d62adb-c090-4971-ade2-ffc57cf92ec9 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 946 time: 0.1139333 Feb 10 03:44:07.758766 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ad972a03-e397-4190-bc14-393ea503237b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:07.806635 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7e0b4f96-4517-4419-bce5-b9386e41e9ed req-bd767d0b-e5a4-4952-821a-e2d259ffe758 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632885 Feb 10 03:44:07.830600 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 51388) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:07.840721 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ad972a03-e397-4190-bc14-393ea503237b admin admin] Publish callbacks [] for security_group (466dc69f-806c-4e07-ba42-6b4b03b1ed04), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:07.847791 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ad972a03-e397-4190-bc14-393ea503237b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (466dc69f-806c-4e07-ba42-6b4b03b1ed04), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:07.860881 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-edc3d46d-56bd-475e-b5bd-dfbcfb04aed4 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265725731'] for port (3a10ea38-993c-41bf-96ee-581bc377fd57), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:07.892094 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-ad972a03-e397-4190-bc14-393ea503237b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f08b4563425544ce86f771d349898762&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359202 Feb 10 03:44:07.892951 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad972a03-e397-4190-bc14-393ea503237b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466dc69f-806c-4e07-ba42-6b4b03b1ed04,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:07.895882 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3d46d-56bd-475e-b5bd-dfbcfb04aed4 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Pushing event deleted for resources: {'Port': ['ID=3a10ea38-993c-41bf-96ee-581bc377fd57,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:07.897973 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 51392) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:07.956812 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-88b2b6fb-93f3-4e8f-8a41-74f6f9055f3b admin admin] Publish callbacks [] for security_group (466dc69f-806c-4e07-ba42-6b4b03b1ed04), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:07.976080 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-edc3d46d-56bd-475e-b5bd-dfbcfb04aed4 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks [] for floatingip (dd4313aa-0011-4042-9527-6e6fed8a9ff6), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:07.980839 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-edc3d46d-56bd-475e-b5bd-dfbcfb04aed4 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for floatingip (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:07.982079 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-edc3d46d-56bd-475e-b5bd-dfbcfb04aed4 tempest-AttachVolumeShelveTestJSON-869546420 tempest-AttachVolumeShelveTestJSON-869546420-project] 10.222.0.32 "DELETE /v2.0/floatingips/dd4313aa-0011-4042-9527-6e6fed8a9ff6 HTTP/1.1" status: 204 len: 168 time: 0.6727049 Feb 10 03:44:07.997221 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-88b2b6fb-93f3-4e8f-8a41-74f6f9055f3b admin admin] Publish callbacks [] for security_group (466dc69f-806c-4e07-ba42-6b4b03b1ed04), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:08.031311 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b7034b-734c-4bd9-bc23-7c70952604d9 tempest-TestShelveInstance-1170282989 tempest-TestShelveInstance-1170282989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:08.032878 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-59b7034b-734c-4bd9-bc23-7c70952604d9 tempest-TestShelveInstance-1170282989 tempest-TestShelveInstance-1170282989-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 1125 time: 0.2010665 Feb 10 03:44:08.035810 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 51396) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:08.041001 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-528f3ead-010e-473f-9280-a37b0e7a7aa5 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Request body: {'floatingip': {'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'port_id': 'f1a017bb-b64b-41fc-802b-4d4964557ece', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:44:08.067536 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-88b2b6fb-93f3-4e8f-8a41-74f6f9055f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (466dc69f-806c-4e07-ba42-6b4b03b1ed04), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:08.070096 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-88b2b6fb-93f3-4e8f-8a41-74f6f9055f3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:08.071281 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-88b2b6fb-93f3-4e8f-8a41-74f6f9055f3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/466dc69f-806c-4e07-ba42-6b4b03b1ed04 HTTP/1.1" status: 204 len: 168 time: 0.1723704 Feb 10 03:44:08.074340 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-528f3ead-010e-473f-9280-a37b0e7a7aa5 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:08.091767 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2b6fb-93f3-4e8f-8a41-74f6f9055f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466dc69f-806c-4e07-ba42-6b4b03b1ed04,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:08.197580 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-528f3ead-010e-473f-9280-a37b0e7a7aa5 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:08.309401 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [None req-528f3ead-010e-473f-9280-a37b0e7a7aa5 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Allocated IP 172.27.0.149 (21bdb221-e4aa-4ceb-8437-3c4897a6dae2/0a389fce-60fc-45d4-b298-908574c1c629/c0b90d40-6289-49a5-9f0c-6973376e14a8) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:44:08.370788 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 51404) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:08.384597 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-81f50825-4c92-4ca3-89b5-fbcec778a985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:08.414838 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-528f3ead-010e-473f-9280-a37b0e7a7aa5 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for port (c0b90d40-6289-49a5-9f0c-6973376e14a8), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:08.448977 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-528f3ead-010e-473f-9280-a37b0e7a7aa5 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (c0b90d40-6289-49a5-9f0c-6973376e14a8), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:08.459504 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-81f50825-4c92-4ca3-89b5-fbcec778a985 admin admin] Publish callbacks [] for security_group (ddc687e6-30e1-47ff-b093-e9d0667eb1f9), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:08.463365 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-81f50825-4c92-4ca3-89b5-fbcec778a985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (ddc687e6-30e1-47ff-b093-e9d0667eb1f9), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:08.486623 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528f3ead-010e-473f-9280-a37b0e7a7aa5 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:44:08.491012 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-528f3ead-010e-473f-9280-a37b0e7a7aa5 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:44:08.495039 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528f3ead-010e-473f-9280-a37b0e7a7aa5 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:44:08.500490 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f3ead-010e-473f-9280-a37b0e7a7aa5 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Pushing event updated for resources: {'Port': ['ID=c0b90d40-6289-49a5-9f0c-6973376e14a8,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:08.508459 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-81f50825-4c92-4ca3-89b5-fbcec778a985 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf8e30679f6744beb85aabf1eb4e2235&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349652 Feb 10 03:44:08.509837 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 51406) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:08.511824 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f50825-4c92-4ca3-89b5-fbcec778a985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc687e6-30e1-47ff-b093-e9d0667eb1f9,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:08.564197 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8e1fde41-556d-4202-bfa9-4f341546e221 admin admin] Publish callbacks [] for security_group (ddc687e6-30e1-47ff-b093-e9d0667eb1f9), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:08.585929 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8e1fde41-556d-4202-bfa9-4f341546e221 admin admin] Publish callbacks [] for security_group (ddc687e6-30e1-47ff-b093-e9d0667eb1f9), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:08.635265 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8e1fde41-556d-4202-bfa9-4f341546e221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (ddc687e6-30e1-47ff-b093-e9d0667eb1f9), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:08.638093 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8e1fde41-556d-4202-bfa9-4f341546e221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:08.641610 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-8e1fde41-556d-4202-bfa9-4f341546e221 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ddc687e6-30e1-47ff-b093-e9d0667eb1f9 HTTP/1.1" status: 204 len: 168 time: 0.1285715 Feb 10 03:44:08.647979 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fde41-556d-4202-bfa9-4f341546e221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc687e6-30e1-47ff-b093-e9d0667eb1f9,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:08.980694 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 51412) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:08.995392 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-52f1461c-0066-4505-ae02-9dd98a6df161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:09.076245 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-52f1461c-0066-4505-ae02-9dd98a6df161 admin admin] Publish callbacks [] for security_group (9bb0f747-50df-49e3-8f75-ee82009da030), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:09.081354 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-52f1461c-0066-4505-ae02-9dd98a6df161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (9bb0f747-50df-49e3-8f75-ee82009da030), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:09.118896 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1461c-0066-4505-ae02-9dd98a6df161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb0f747-50df-49e3-8f75-ee82009da030,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:09.123311 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-52f1461c-0066-4505-ae02-9dd98a6df161 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21c72dc40e734c919273d44b675aec3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413751 Feb 10 03:44:09.125899 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 51416) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:09.141284 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-528f3ead-010e-473f-9280-a37b0e7a7aa5 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for floatingip (2e0f06ee-9932-4611-a106-b84b88d7c545), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:09.186538 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9ec82670-1552-42aa-86de-8c0ecd425b4c admin admin] Publish callbacks [] for security_group (9bb0f747-50df-49e3-8f75-ee82009da030), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:09.210036 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9ec82670-1552-42aa-86de-8c0ecd425b4c admin admin] Publish callbacks [] for security_group (9bb0f747-50df-49e3-8f75-ee82009da030), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:09.215174 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-528f3ead-010e-473f-9280-a37b0e7a7aa5 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (c0b90d40-6289-49a5-9f0c-6973376e14a8), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:09.266447 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9ec82670-1552-42aa-86de-8c0ecd425b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (9bb0f747-50df-49e3-8f75-ee82009da030), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:09.269440 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9ec82670-1552-42aa-86de-8c0ecd425b4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:09.270753 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-9ec82670-1552-42aa-86de-8c0ecd425b4c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9bb0f747-50df-49e3-8f75-ee82009da030 HTTP/1.1" status: 204 len: 168 time: 0.1438081 Feb 10 03:44:09.278692 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec82670-1552-42aa-86de-8c0ecd425b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb0f747-50df-49e3-8f75-ee82009da030,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:09.369958 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-528f3ead-010e-473f-9280-a37b0e7a7aa5 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for port (c0b90d40-6289-49a5-9f0c-6973376e14a8), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:09.374669 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-528f3ead-010e-473f-9280-a37b0e7a7aa5 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (c0b90d40-6289-49a5-9f0c-6973376e14a8), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:09.392602 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:44:09.415373 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] No Port match for: dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:44:09.415727 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device dd4ed260-10d2-4b11-ae4a-2e37c7f81db6 not bound to the agent host hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:44:09.447087 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f3ead-010e-473f-9280-a37b0e7a7aa5 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Pushing event updated for resources: {'Port': ['ID=c0b90d40-6289-49a5-9f0c-6973376e14a8,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:09.455384 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-528f3ead-010e-473f-9280-a37b0e7a7aa5 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575287'] for floatingip (2e0f06ee-9932-4611-a106-b84b88d7c545), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:09.562607 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.db.l3_db [None req-528f3ead-010e-473f-9280-a37b0e7a7aa5 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Floating IP 2e0f06ee-9932-4611-a106-b84b88d7c545 associated. External IP: 172.27.0.149, port: f1a017bb-b64b-41fc-802b-4d4964557ece. Feb 10 03:44:09.780099 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528f3ead-010e-473f-9280-a37b0e7a7aa5 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Router 9c37c675-ea09-4471-b753-3cc87d0c8210 has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:44:09.889781 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528f3ead-010e-473f-9280-a37b0e7a7aa5 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:44:09.904674 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fcbd07-8644-4725-919f-2572ff158dff None None] Sync routers for ids ['9c37c675-ea09-4471-b753-3cc87d0c8210'] in dv-cinder-828060-2-iscsi {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:44:09.916812 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-528f3ead-010e-473f-9280-a37b0e7a7aa5 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for floatingip (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:09.924701 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fcbd07-8644-4725-919f-2572ff158dff None None] Routers {'9c37c675-ea09-4471-b753-3cc87d0c8210'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:44:09.925574 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-09fcbd07-8644-4725-919f-2572ff158dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:43:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['9c37c675-ea09-4471-b753-3cc87d0c8210'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:44:09.947954 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-528f3ead-010e-473f-9280-a37b0e7a7aa5 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9111257 Feb 10 03:44:09.948549 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc16f9d-92be-495d-abdf-9357e248264d', 'tag': 'f1a017bb-b64b-41fc-802b-4d4964557ece'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:44:09.950938 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb2b577-5e12-49c1-a047-73c522cf6e68" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc16f9d-92be-495d-abdf-9357e248264d", "tag": "f1a017bb-b64b-41fc-802b-4d4964557ece"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:44:09.999315 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5cf779-e4fb-49cd-bfbf-a7daf35b34f8 x-openstack-request-id: req-bd5cf779-e4fb-49cd-bfbf-a7daf35b34f8 {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:44:09.999611 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc16f9d-92be-495d-abdf-9357e248264d", "tag": "f1a017bb-b64b-41fc-802b-4d4964557ece", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:44:09.999860 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd5cf779-e4fb-49cd-bfbf-a7daf35b34f8 {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:44:10.000264 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc16f9d-92be-495d-abdf-9357e248264d', 'tag': 'f1a017bb-b64b-41fc-802b-4d4964557ece', 'status': 'completed', 'code': 200} Feb 10 03:44:10.037818 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-09fcbd07-8644-4725-919f-2572ff158dff None None] Set router 9c37c675-ea09-4471-b753-3cc87d0c8210 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:44:10.087477 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2b577-5e12-49c1-a047-73c522cf6e68 req-b6797964-37b9-44fd-b26e-be0c59465546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:10.089033 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-fcb2b577-5e12-49c1-a047-73c522cf6e68 req-b6797964-37b9-44fd-b26e-be0c59465546 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69a1b85d278c49969a6a638dd37579d6&device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 1130 time: 0.0459919 Feb 10 03:44:10.188221 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2b577-5e12-49c1-a047-73c522cf6e68 req-22b94a98-ef63-433b-99dd-187d1eb7971b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:10.189774 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-fcb2b577-5e12-49c1-a047-73c522cf6e68 req-22b94a98-ef63-433b-99dd-187d1eb7971b service neutron] 10.222.0.21 "GET /v2.0/networks?id=141657dd-0a9d-419e-8e9a-229883dc970c HTTP/1.1" status: 200 len: 910 time: 0.0947111 Feb 10 03:44:10.263323 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-fcb2b577-5e12-49c1-a047-73c522cf6e68 req-9c04341e-909f-4bc2-9d79-9f5e36b836ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1a017bb-b64b-41fc-802b-4d4964557ece HTTP/1.1" status: 200 len: 1000 time: 0.0673480 Feb 10 03:44:10.275192 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-09fcbd07-8644-4725-919f-2572ff158dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'name': 'tempest-TestShelveInstance-1736618809-router', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'e1809420-669d-46bc-853b-a3768dcbdeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:43:24Z', 'updated_at': '2022-02-10T03:43:27Z', 'revision_number': 4, 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'gw_port': {'id': 'e1809420-669d-46bc-853b-a3768dcbdeef', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:24Z', 'updated_at': '2022-02-10T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_floatingips': [{'id': '2e0f06ee-9932-4611-a106-b84b88d7c545', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'port_id': 'f1a017bb-b64b-41fc-802b-4d4964557ece', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c', 'mac_address': 'fa:16:3e:cd:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc16f9d-92be-495d-abdf-9357e248264d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:44:08Z', 'updated_at': '2022-02-10T03:44:08Z', 'revision_number': 0, 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e309e971-7919-4597-afa4-0d0971bf1d10', 'name': '', 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'mac_address': 'fa:16:3e:26:ac:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7bbe3104-6c08-43fa-8765-d2e1f9114957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:26Z', 'updated_at': '2022-02-10T03:43:31Z', 'revision_number': 5, 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'subnets': [{'id': '7bbe3104-6c08-43fa-8765-d2e1f9114957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:44:10.302740 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fcbd07-8644-4725-919f-2572ff158dff None None] Checking router: 9c37c675-ea09-4471-b753-3cc87d0c8210 for host: dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:44:10.311434 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fcbd07-8644-4725-919f-2572ff158dff None None] Routers {'9c37c675-ea09-4471-b753-3cc87d0c8210'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:44:10.312242 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-09fcbd07-8644-4725-919f-2572ff158dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:43:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['9c37c675-ea09-4471-b753-3cc87d0c8210'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:44:10.312471 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2b577-5e12-49c1-a047-73c522cf6e68 req-4216152f-8522-4bda-ac67-bab08dd12169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:10.313926 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-fcb2b577-5e12-49c1-a047-73c522cf6e68 req-4216152f-8522-4bda-ac67-bab08dd12169 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bbe3104-6c08-43fa-8765-d2e1f9114957 HTTP/1.1" status: 200 len: 848 time: 0.0436039 Feb 10 03:44:10.380366 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2b577-5e12-49c1-a047-73c522cf6e68 req-58347d5a-e60e-438c-82c1-476858df17cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:10.381955 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-fcb2b577-5e12-49c1-a047-73c522cf6e68 req-58347d5a-e60e-438c-82c1-476858df17cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=141657dd-0a9d-419e-8e9a-229883dc970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614240 Feb 10 03:44:10.430993 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-09fcbd07-8644-4725-919f-2572ff158dff None None] Set router 9c37c675-ea09-4471-b753-3cc87d0c8210 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:44:10.440907 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 51496) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:10.490240 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-fcb2b577-5e12-49c1-a047-73c522cf6e68 req-f7695235-7f1d-4823-88fe-be077f14062b service neutron] 10.222.0.21 "GET /v2.0/networks/141657dd-0a9d-419e-8e9a-229883dc970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014712 Feb 10 03:44:10.636447 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-fcb2b577-5e12-49c1-a047-73c522cf6e68 req-a8b75ba7-0240-4756-9e37-7844e463c461 service neutron] 10.222.0.21 "GET /v2.0/networks/141657dd-0a9d-419e-8e9a-229883dc970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401289 Feb 10 03:44:10.717213 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-09fcbd07-8644-4725-919f-2572ff158dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'name': 'tempest-TestShelveInstance-1736618809-router', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'e1809420-669d-46bc-853b-a3768dcbdeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:43:24Z', 'updated_at': '2022-02-10T03:43:27Z', 'revision_number': 4, 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'gw_port': {'id': 'e1809420-669d-46bc-853b-a3768dcbdeef', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:24Z', 'updated_at': '2022-02-10T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_floatingips': [{'id': '2e0f06ee-9932-4611-a106-b84b88d7c545', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'port_id': 'f1a017bb-b64b-41fc-802b-4d4964557ece', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c', 'mac_address': 'fa:16:3e:cd:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc16f9d-92be-495d-abdf-9357e248264d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:44:08Z', 'updated_at': '2022-02-10T03:44:08Z', 'revision_number': 0, 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e309e971-7919-4597-afa4-0d0971bf1d10', 'name': '', 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'mac_address': 'fa:16:3e:26:ac:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7bbe3104-6c08-43fa-8765-d2e1f9114957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:26Z', 'updated_at': '2022-02-10T03:43:31Z', 'revision_number': 5, 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'subnets': [{'id': '7bbe3104-6c08-43fa-8765-d2e1f9114957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:44:10.743470 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fcbd07-8644-4725-919f-2572ff158dff None None] The sync data for ids ['9c37c675-ea09-4471-b753-3cc87d0c8210'] in dv-cinder-828060-2-iscsi is: [{'id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'name': 'tempest-TestShelveInstance-1736618809-router', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'e1809420-669d-46bc-853b-a3768dcbdeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:43:24Z', 'updated_at': '2022-02-10T03:43:27Z', 'revision_number': 4, 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'gw_port': {'id': 'e1809420-669d-46bc-853b-a3768dcbdeef', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:24Z', 'updated_at': '2022-02-10T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_floatingips': [{'id': '2e0f06ee-9932-4611-a106-b84b88d7c545', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'port_id': 'f1a017bb-b64b-41fc-802b-4d4964557ece', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c', 'mac_address': 'fa:16:3e:cd:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc16f9d-92be-495d-abdf-9357e248264d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:44:08Z', 'updated_at': '2022-02-10T03:44:08Z', 'revision_number': 0, 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e309e971-7919-4597-afa4-0d0971bf1d10', 'name': '', 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'mac_address': 'fa:16:3e:26:ac:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7bbe3104-6c08-43fa-8765-d2e1f9114957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:26Z', 'updated_at': '2022-02-10T03:43:31Z', 'revision_number': 5, 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'subnets': [{'id': '7bbe3104-6c08-43fa-8765-d2e1f9114957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:44:10.941328 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fae615-f0d3-48f6-8da1-2372255f9307 None None] New status for floating IP 2e0f06ee-9932-4611-a106-b84b88d7c545: ACTIVE {{(pid=102734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 03:44:11.028526 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b242a2bc-2f5e-42a5-b92f-7ff471e08b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1573495'] for router_interface (5fffc7db-7368-4f67-960b-47724c817547), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:11.292170 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b242a2bc-2f5e-42a5-b92f-7ff471e08b32 admin admin] Deleting port 49393948-51e1-49df-afba-9065f1f7f16c {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:44:11.292428 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b242a2bc-2f5e-42a5-b92f-7ff471e08b32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (49393948-51e1-49df-afba-9065f1f7f16c), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:11.378287 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b242a2bc-2f5e-42a5-b92f-7ff471e08b32 admin admin] For port 49393948-51e1-49df-afba-9065f1f7f16c, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=49393948-51e1-49df-afba-9065f1f7f16c,segment=NetworkSegment(086c110e-e949-4dfb-87df-62ade2705185),segment_id=086c110e-e949-4dfb-87df-62ade2705185)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:44:11.378670 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b242a2bc-2f5e-42a5-b92f-7ff471e08b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (49393948-51e1-49df-afba-9065f1f7f16c), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:11.391143 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b242a2bc-2f5e-42a5-b92f-7ff471e08b32 admin admin] Calling delete_port for 49393948-51e1-49df-afba-9065f1f7f16c owned by network:router_interface {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:44:11.599380 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b242a2bc-2f5e-42a5-b92f-7ff471e08b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265725731'] for port (49393948-51e1-49df-afba-9065f1f7f16c), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:11.626334 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242a2bc-2f5e-42a5-b92f-7ff471e08b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=49393948-51e1-49df-afba-9065f1f7f16c,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:11.798018 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b242a2bc-2f5e-42a5-b92f-7ff471e08b32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1573603'] for router_interface (5fffc7db-7368-4f67-960b-47724c817547), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:12.296874 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b242a2bc-2f5e-42a5-b92f-7ff471e08b32 admin admin] Router 5fffc7db-7368-4f67-960b-47724c817547 has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:44:12.410086 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b242a2bc-2f5e-42a5-b92f-7ff471e08b32 admin admin] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:44:12.415098 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-b242a2bc-2f5e-42a5-b92f-7ff471e08b32 admin admin] 10.222.0.32 "PUT /v2.0/routers/5fffc7db-7368-4f67-960b-47724c817547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9731164 Feb 10 03:44:12.417727 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 51520) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:12.427960 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39b6914-9874-4faa-a5f2-6119ea325fdc None None] Sync routers for ids ['5fffc7db-7368-4f67-960b-47724c817547'] in dv-cinder-828060-2-iscsi {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:44:12.445100 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39b6914-9874-4faa-a5f2-6119ea325fdc None None] Routers {'5fffc7db-7368-4f67-960b-47724c817547'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:44:12.446084 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-d39b6914-9874-4faa-a5f2-6119ea325fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:43:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['5fffc7db-7368-4f67-960b-47724c817547'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:44:12.535495 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-118a7a82-49bf-4f35-a85c-3d5d9b25a440 admin admin] Publish callbacks [] for router (5fffc7db-7368-4f67-960b-47724c817547), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:12.561837 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-d39b6914-9874-4faa-a5f2-6119ea325fdc None None] Set router 5fffc7db-7368-4f67-960b-47724c817547 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:44:12.641126 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-118a7a82-49bf-4f35-a85c-3d5d9b25a440 admin admin] Publish callbacks [] for router_gateway (5fffc7db-7368-4f67-960b-47724c817547), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:12.717585 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [None req-118a7a82-49bf-4f35-a85c-3d5d9b25a440 admin admin] Deleting port efb9ac5e-7712-4228-a0e1-fcc19d1bee08 {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:44:12.717934 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-118a7a82-49bf-4f35-a85c-3d5d9b25a440 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (efb9ac5e-7712-4228-a0e1-fcc19d1bee08), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:12.753505 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-d39b6914-9874-4faa-a5f2-6119ea325fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffc7db-7368-4f67-960b-47724c817547', 'name': 'tempest-AttachVolumeShelveTestJSON-1927305372-router', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:44:11Z', 'revision_number': 5, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'gw_port': {'id': 'efb9ac5e-7712-4228-a0e1-fcc19d1bee08', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffc7db-7368-4f67-960b-47724c817547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:37:08Z', 'updated_at': '2022-02-10T03:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:44:12.796526 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-118a7a82-49bf-4f35-a85c-3d5d9b25a440 admin admin] For port efb9ac5e-7712-4228-a0e1-fcc19d1bee08, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=efb9ac5e-7712-4228-a0e1-fcc19d1bee08,segment=NetworkSegment(c1a6dc3e-a0fe-4959-bf17-1081534e4b16),segment_id=c1a6dc3e-a0fe-4959-bf17-1081534e4b16)] {{(pid=102733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:44:12.796927 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-118a7a82-49bf-4f35-a85c-3d5d9b25a440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (efb9ac5e-7712-4228-a0e1-fcc19d1bee08), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:12.816487 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [None req-118a7a82-49bf-4f35-a85c-3d5d9b25a440 admin admin] Calling delete_port for efb9ac5e-7712-4228-a0e1-fcc19d1bee08 owned by network:router_gateway {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:44:12.872825 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39b6914-9874-4faa-a5f2-6119ea325fdc None None] Checking router: 5fffc7db-7368-4f67-960b-47724c817547 for host: dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:44:12.882235 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39b6914-9874-4faa-a5f2-6119ea325fdc None None] Routers {'5fffc7db-7368-4f67-960b-47724c817547'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:44:12.882944 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-d39b6914-9874-4faa-a5f2-6119ea325fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:43:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['5fffc7db-7368-4f67-960b-47724c817547'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:44:12.970133 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-d39b6914-9874-4faa-a5f2-6119ea325fdc None None] Set router 5fffc7db-7368-4f67-960b-47724c817547 gateway port host: None {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:44:12.995824 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-118a7a82-49bf-4f35-a85c-3d5d9b25a440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (efb9ac5e-7712-4228-a0e1-fcc19d1bee08), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:13.021578 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a7a82-49bf-4f35-a85c-3d5d9b25a440 admin admin] Pushing event deleted for resources: {'Port': ['ID=efb9ac5e-7712-4228-a0e1-fcc19d1bee08,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:13.021839 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-d39b6914-9874-4faa-a5f2-6119ea325fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffc7db-7368-4f67-960b-47724c817547', 'name': 'tempest-AttachVolumeShelveTestJSON-1927305372-router', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:44:12Z', 'revision_number': 6, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'gw_port_host': None}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:44:13.053280 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39b6914-9874-4faa-a5f2-6119ea325fdc None None] The sync data for ids ['5fffc7db-7368-4f67-960b-47724c817547'] in dv-cinder-828060-2-iscsi is: [{'id': '5fffc7db-7368-4f67-960b-47724c817547', 'name': 'tempest-AttachVolumeShelveTestJSON-1927305372-router', 'tenant_id': '50e1249fa4204bf9ba3044c3c1260634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:37:07Z', 'updated_at': '2022-02-10T03:44:12Z', 'revision_number': 6, 'project_id': '50e1249fa4204bf9ba3044c3c1260634', 'gw_port_host': None}] {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:44:13.092126 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-118a7a82-49bf-4f35-a85c-3d5d9b25a440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1575229'] for router_gateway (5fffc7db-7368-4f67-960b-47724c817547), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:13.181027 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-118a7a82-49bf-4f35-a85c-3d5d9b25a440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256814'] for router (5fffc7db-7368-4f67-960b-47724c817547), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:13.183183 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-118a7a82-49bf-4f35-a85c-3d5d9b25a440 admin admin] Publish callbacks [] for router_controller (5fffc7db-7368-4f67-960b-47724c817547), precommit_delete_associations {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:13.229514 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-118a7a82-49bf-4f35-a85c-3d5d9b25a440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1576845'] for router (5fffc7db-7368-4f67-960b-47724c817547), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:13.230128 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118a7a82-49bf-4f35-a85c-3d5d9b25a440 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fffc7db-7368-4f67-960b-47724c817547 {{(pid=102733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 03:44:13.235609 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-118a7a82-49bf-4f35-a85c-3d5d9b25a440 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:13.236788 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-118a7a82-49bf-4f35-a85c-3d5d9b25a440 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5fffc7db-7368-4f67-960b-47724c817547 HTTP/1.1" status: 204 len: 168 time: 0.8180251 Feb 10 03:44:13.239273 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 51524) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:13.286519 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f7a9c2-9248-42a5-8aa2-dd98d24cbf4f admin admin] Deleting subnet 8d5da7a8-bc65-46b6-8077-e221507906cd {{(pid=102733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 03:44:13.289762 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-47f7a9c2-9248-42a5-8aa2-dd98d24cbf4f admin admin] Publish callbacks [] for subnet (8d5da7a8-bc65-46b6-8077-e221507906cd), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:13.325767 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-47f7a9c2-9248-42a5-8aa2-dd98d24cbf4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268408276'] for subnet (8d5da7a8-bc65-46b6-8077-e221507906cd), precommit_delete_associations {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:13.405065 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-47f7a9c2-9248-42a5-8aa2-dd98d24cbf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686942'] for subnet (8d5da7a8-bc65-46b6-8077-e221507906cd), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:13.464271 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-47f7a9c2-9248-42a5-8aa2-dd98d24cbf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264842904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265035810'] for subnet (8d5da7a8-bc65-46b6-8077-e221507906cd), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:13.491614 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7a9c2-9248-42a5-8aa2-dd98d24cbf4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d5da7a8-bc65-46b6-8077-e221507906cd,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:13.497645 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-47f7a9c2-9248-42a5-8aa2-dd98d24cbf4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:13.500793 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-47f7a9c2-9248-42a5-8aa2-dd98d24cbf4f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8d5da7a8-bc65-46b6-8077-e221507906cd HTTP/1.1" status: 204 len: 168 time: 0.2606158 Feb 10 03:44:13.503474 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 51526) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:13.509427 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d613b64-a9d6-4316-a7cc-f82353104603 None None] Network 2276b970-ba53-4cdf-8089-151cb82a4e87 requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:44:13.569704 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0ce68c57-5811-4f81-b360-fc4a8fa7b87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-664968'] for network (2276b970-ba53-4cdf-8089-151cb82a4e87), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:13.627155 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [None req-0ce68c57-5811-4f81-b360-fc4a8fa7b87a admin admin] Deleting port 538dd2be-952b-4bad-908d-c9dc1edea51a {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:44:13.627504 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0ce68c57-5811-4f81-b360-fc4a8fa7b87a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (538dd2be-952b-4bad-908d-c9dc1edea51a), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:13.698872 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-0ce68c57-5811-4f81-b360-fc4a8fa7b87a admin admin] For port 538dd2be-952b-4bad-908d-c9dc1edea51a, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=538dd2be-952b-4bad-908d-c9dc1edea51a,segment=NetworkSegment(086c110e-e949-4dfb-87df-62ade2705185),segment_id=086c110e-e949-4dfb-87df-62ade2705185)] {{(pid=102733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:44:13.699229 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0ce68c57-5811-4f81-b360-fc4a8fa7b87a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (538dd2be-952b-4bad-908d-c9dc1edea51a), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:13.711334 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [None req-0ce68c57-5811-4f81-b360-fc4a8fa7b87a admin admin] Calling delete_port for 538dd2be-952b-4bad-908d-c9dc1edea51a owned by network:dhcp {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:44:13.796046 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0ce68c57-5811-4f81-b360-fc4a8fa7b87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (538dd2be-952b-4bad-908d-c9dc1edea51a), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:13.821933 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce68c57-5811-4f81-b360-fc4a8fa7b87a admin admin] Pushing event deleted for resources: {'Port': ['ID=538dd2be-952b-4bad-908d-c9dc1edea51a,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:13.825877 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce68c57-5811-4f81-b360-fc4a8fa7b87a admin admin] No DVR routers for this DVR port 538dd2be-952b-4bad-908d-c9dc1edea51a on host dv-cinder-828060-2-iscsi {{(pid=102733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:44:13.849824 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e28c70-b412-4b2f-bf99-1fed706c3534 None None] DHCP port deletion for 2276b970-ba53-4cdf-8089-151cb82a4e87 request from dv-cinder-828060-2-iscsi {{(pid=102734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 03:44:13.897930 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0ce68c57-5811-4f81-b360-fc4a8fa7b87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737483', 'neutron.services.segments.db._delete_segments_for_network-8729388224440'] for network (2276b970-ba53-4cdf-8089-151cb82a4e87), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:13.917744 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.services.segments.db [None req-0ce68c57-5811-4f81-b360-fc4a8fa7b87a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2276b970-ba53-4cdf-8089-151cb82a4e87']}} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:44:13.927696 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.services.segments.db [None req-0ce68c57-5811-4f81-b360-fc4a8fa7b87a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086c110e-e949-4dfb-87df-62ade2705185') {'for_net_delete': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:44:13.927998 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.services.segments.db [None req-0ce68c57-5811-4f81-b360-fc4a8fa7b87a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086c110e-e949-4dfb-87df-62ade2705185') {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:44:13.937634 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0ce68c57-5811-4f81-b360-fc4a8fa7b87a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729388227777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268408301'] for segment (086c110e-e949-4dfb-87df-62ade2705185), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:13.951141 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0ce68c57-5811-4f81-b360-fc4a8fa7b87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (086c110e-e949-4dfb-87df-62ade2705185), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:13.958969 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce68c57-5811-4f81-b360-fc4a8fa7b87a admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 03:44:13.959512 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0ce68c57-5811-4f81-b360-fc4a8fa7b87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264842786'] for segment (086c110e-e949-4dfb-87df-62ade2705185), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: Traceback (most recent call last): Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: timer() Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: cb(*args, **kw) Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: return func(*args, **kwargs) Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: self._notify() Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: self.callback(batched_events) Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: event.method(event) Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: return f(self, *a, **k) Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: return self._get(url).json() Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: return self.request(url, 'GET', **kwargs) Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 03:44:13.961479 dv-cinder-828060-2-iscsi neutron-server[102733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 03:44:14.020941 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0ce68c57-5811-4f81-b360-fc4a8fa7b87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575265'] for network (2276b970-ba53-4cdf-8089-151cb82a4e87), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:14.028398 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0ce68c57-5811-4f81-b360-fc4a8fa7b87a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:14.032855 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-0ce68c57-5811-4f81-b360-fc4a8fa7b87a admin admin] 10.222.0.32 "DELETE /v2.0/networks/2276b970-ba53-4cdf-8089-151cb82a4e87 HTTP/1.1" status: 204 len: 168 time: 0.5282733 Feb 10 03:44:14.044592 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce68c57-5811-4f81-b360-fc4a8fa7b87a admin admin] Pushing event deleted for resources: {'Network': ['ID=2276b970-ba53-4cdf-8089-151cb82a4e87,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:14.161913 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 51532) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:14.193175 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 49393948-51e1-49df-afba-9065f1f7f16c no longer exists at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:44:14.206491 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-30af947e-84f3-4030-a422-595961910fb1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=50e1249fa4204bf9ba3044c3c1260634&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0432978 Feb 10 03:44:14.208919 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 51534) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:14.212731 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] No Port match for: 49393948-51e1-49df-afba-9065f1f7f16c {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:44:14.213074 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 49393948-51e1-49df-afba-9065f1f7f16c not bound to the agent host dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:44:14.213482 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device efb9ac5e-7712-4228-a0e1-fcc19d1bee08 no longer exists at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:44:14.232168 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] No Port match for: efb9ac5e-7712-4228-a0e1-fcc19d1bee08 {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:44:14.232517 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device efb9ac5e-7712-4228-a0e1-fcc19d1bee08 not bound to the agent host dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:44:14.232925 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 538dd2be-952b-4bad-908d-c9dc1edea51a no longer exists at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:44:14.252763 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] No Port match for: 538dd2be-952b-4bad-908d-c9dc1edea51a {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:44:14.253106 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 538dd2be-952b-4bad-908d-c9dc1edea51a not bound to the agent host dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:44:14.260773 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-12f3aa6d-69b9-4552-9792-a6790e752bc1 admin admin] Publish callbacks [] for security_group (235be6de-adb7-412c-9161-64d8540fa279), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:14.281361 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-12f3aa6d-69b9-4552-9792-a6790e752bc1 admin admin] Publish callbacks [] for security_group (235be6de-adb7-412c-9161-64d8540fa279), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:14.333568 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-12f3aa6d-69b9-4552-9792-a6790e752bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (235be6de-adb7-412c-9161-64d8540fa279), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:14.336333 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-12f3aa6d-69b9-4552-9792-a6790e752bc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:14.337514 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-12f3aa6d-69b9-4552-9792-a6790e752bc1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/235be6de-adb7-412c-9161-64d8540fa279 HTTP/1.1" status: 204 len: 168 time: 0.1275818 Feb 10 03:44:14.346118 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3aa6d-69b9-4552-9792-a6790e752bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235be6de-adb7-412c-9161-64d8540fa279,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:18.150640 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 51604) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:18.262008 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-af4a1760-d0f9-4cec-a9e9-d6d32e9a8a9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:18.341060 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-af4a1760-d0f9-4cec-a9e9-d6d32e9a8a9c admin admin] Publish callbacks [] for security_group (d995c0f3-824f-4827-96fb-59a0ec980717), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:18.346762 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-af4a1760-d0f9-4cec-a9e9-d6d32e9a8a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (d995c0f3-824f-4827-96fb-59a0ec980717), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:18.385905 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-af4a1760-d0f9-4cec-a9e9-d6d32e9a8a9c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6556d1d6a974405587dee25346074318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340970 Feb 10 03:44:18.387085 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a1760-d0f9-4cec-a9e9-d6d32e9a8a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d995c0f3-824f-4827-96fb-59a0ec980717,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:18.391949 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 51608) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:18.441699 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ab95cdb2-de2f-4e9c-a165-bdef76fc163b admin admin] Publish callbacks [] for security_group (d995c0f3-824f-4827-96fb-59a0ec980717), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:18.463296 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ab95cdb2-de2f-4e9c-a165-bdef76fc163b admin admin] Publish callbacks [] for security_group (d995c0f3-824f-4827-96fb-59a0ec980717), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:18.518212 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ab95cdb2-de2f-4e9c-a165-bdef76fc163b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (d995c0f3-824f-4827-96fb-59a0ec980717), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:18.521082 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ab95cdb2-de2f-4e9c-a165-bdef76fc163b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:18.522228 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-ab95cdb2-de2f-4e9c-a165-bdef76fc163b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d995c0f3-824f-4827-96fb-59a0ec980717 HTTP/1.1" status: 204 len: 168 time: 0.1323388 Feb 10 03:44:18.529559 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95cdb2-de2f-4e9c-a165-bdef76fc163b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d995c0f3-824f-4827-96fb-59a0ec980717,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:19.490040 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-979698dc-fc5a-45d4-a017-5f2ffb7cf624 req-32aeb8d8-37cc-4902-bf71-c292391c8e53 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457613 Feb 10 03:44:19.802356 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-b178b5b6-8c36-418f-ba7d-288ce574b08c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:19.876286 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979698dc-fc5a-45d4-a017-5f2ffb7cf624 req-abc5d514-9331-4567-a364-8e590416ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:19.877816 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-979698dc-fc5a-45d4-a017-5f2ffb7cf624 req-abc5d514-9331-4567-a364-8e590416ff14 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9861d9e039084b9b9b24721464eea6e6&device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 1129 time: 0.3251283 Feb 10 03:44:19.988797 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979698dc-fc5a-45d4-a017-5f2ffb7cf624 req-16e598df-e15d-4bcc-a59a-5937dc63f458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:19.990339 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-979698dc-fc5a-45d4-a017-5f2ffb7cf624 req-16e598df-e15d-4bcc-a59a-5937dc63f458 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3af7982f-b432-4a57-9896-b601a1ffbd3e HTTP/1.1" status: 200 len: 912 time: 0.0899770 Feb 10 03:44:20.061456 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-979698dc-fc5a-45d4-a017-5f2ffb7cf624 req-fac088be-ef46-45c3-b8c4-b403e95feb2b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed384a80-1f9f-476a-b97b-aa412b2f3e8e HTTP/1.1" status: 200 len: 1001 time: 0.0629690 Feb 10 03:44:20.110397 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979698dc-fc5a-45d4-a017-5f2ffb7cf624 req-cc45a05a-e07f-4a5b-a62f-91412d87654e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:20.111842 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-979698dc-fc5a-45d4-a017-5f2ffb7cf624 req-cc45a05a-e07f-4a5b-a62f-91412d87654e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c7ae98f-4290-4591-b0b0-01ae38e627b6 HTTP/1.1" status: 200 len: 850 time: 0.0440352 Feb 10 03:44:20.167935 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979698dc-fc5a-45d4-a017-5f2ffb7cf624 req-b33b294b-8272-4ad4-b743-ff93e3ae7fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:20.169464 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-979698dc-fc5a-45d4-a017-5f2ffb7cf624 req-b33b294b-8272-4ad4-b743-ff93e3ae7fa9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3af7982f-b432-4a57-9896-b601a1ffbd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497653 Feb 10 03:44:20.264734 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-979698dc-fc5a-45d4-a017-5f2ffb7cf624 req-0bc0c78f-1a1c-4885-b245-731d33dabeea service neutron] 10.222.0.21 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875900 Feb 10 03:44:20.304703 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 51670) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:20.364220 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-979698dc-fc5a-45d4-a017-5f2ffb7cf624 req-467a09ae-5328-4056-b554-a7d8db8e5400 service neutron] 10.222.0.21 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906024 Feb 10 03:44:20.438980 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-5a18f0c6-4180-4642-9cd0-31d5c2ffd45a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:20.513849 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-5a18f0c6-4180-4642-9cd0-31d5c2ffd45a admin admin] Publish callbacks [] for security_group (4c189b19-5d04-48f2-9c45-03f833805940), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:20.519563 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-5a18f0c6-4180-4642-9cd0-31d5c2ffd45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (4c189b19-5d04-48f2-9c45-03f833805940), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:20.556873 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-5a18f0c6-4180-4642-9cd0-31d5c2ffd45a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=52c9177859db4442ba75c608c2941011&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511494 Feb 10 03:44:20.557698 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18f0c6-4180-4642-9cd0-31d5c2ffd45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c189b19-5d04-48f2-9c45-03f833805940,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:20.559889 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 51678) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:20.611104 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5da6c792-bb50-4fc2-aa47-11487cbd7a52 admin admin] Publish callbacks [] for security_group (4c189b19-5d04-48f2-9c45-03f833805940), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:20.633060 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5da6c792-bb50-4fc2-aa47-11487cbd7a52 admin admin] Publish callbacks [] for security_group (4c189b19-5d04-48f2-9c45-03f833805940), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:20.683827 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5da6c792-bb50-4fc2-aa47-11487cbd7a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (4c189b19-5d04-48f2-9c45-03f833805940), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:20.686618 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5da6c792-bb50-4fc2-aa47-11487cbd7a52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:20.687844 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-5da6c792-bb50-4fc2-aa47-11487cbd7a52 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c189b19-5d04-48f2-9c45-03f833805940 HTTP/1.1" status: 204 len: 168 time: 0.1269042 Feb 10 03:44:20.696811 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6c792-bb50-4fc2-aa47-11487cbd7a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c189b19-5d04-48f2-9c45-03f833805940,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:20.955216 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 51688) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:20.968918 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d26e7918-dbcd-4e30-93d1-e2ba30444098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:21.041197 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d26e7918-dbcd-4e30-93d1-e2ba30444098 admin admin] Publish callbacks [] for security_group (3ed0a9a1-685d-4217-846c-7b01cf3f4e4f), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:21.048304 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d26e7918-dbcd-4e30-93d1-e2ba30444098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (3ed0a9a1-685d-4217-846c-7b01cf3f4e4f), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:21.088059 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-d26e7918-dbcd-4e30-93d1-e2ba30444098 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d3501fd2ff54822906b1b6b323fc104&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317551 Feb 10 03:44:21.088983 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e7918-dbcd-4e30-93d1-e2ba30444098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed0a9a1-685d-4217-846c-7b01cf3f4e4f,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:21.091043 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 51690) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:21.140295 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0b1a33c7-5c23-4e63-8024-34f24d8c77b0 admin admin] Publish callbacks [] for security_group (3ed0a9a1-685d-4217-846c-7b01cf3f4e4f), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:21.162255 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0b1a33c7-5c23-4e63-8024-34f24d8c77b0 admin admin] Publish callbacks [] for security_group (3ed0a9a1-685d-4217-846c-7b01cf3f4e4f), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:21.209048 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0b1a33c7-5c23-4e63-8024-34f24d8c77b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (3ed0a9a1-685d-4217-846c-7b01cf3f4e4f), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:21.211959 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0b1a33c7-5c23-4e63-8024-34f24d8c77b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:21.213123 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-0b1a33c7-5c23-4e63-8024-34f24d8c77b0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ed0a9a1-685d-4217-846c-7b01cf3f4e4f HTTP/1.1" status: 204 len: 168 time: 0.1210415 Feb 10 03:44:21.220599 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a33c7-5c23-4e63-8024-34f24d8c77b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed0a9a1-685d-4217-846c-7b01cf3f4e4f,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:21.969296 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-294d23d2-1b64-44ff-8575-1319d312354e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:22.646711 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:23.067239 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:24.958001 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:26.156832 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:26.369346 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 51808) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:26.467783 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 6 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:44:26.624946 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-98139a41-e10d-46f6-941f-e245c82ac9e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:26.713344 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-98139a41-e10d-46f6-941f-e245c82ac9e5 admin admin] Publish callbacks [] for security_group (52a63acb-9c01-40a7-96e1-7d3d04b5a47c), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:26.718051 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-98139a41-e10d-46f6-941f-e245c82ac9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (52a63acb-9c01-40a7-96e1-7d3d04b5a47c), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:26.754766 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98139a41-e10d-46f6-941f-e245c82ac9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a63acb-9c01-40a7-96e1-7d3d04b5a47c,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:26.765840 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-98139a41-e10d-46f6-941f-e245c82ac9e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5ca527a678c4f3991f0a9bc25e17cf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3954694 Feb 10 03:44:26.767303 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98139a41-e10d-46f6-941f-e245c82ac9e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:26.767648 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98139a41-e10d-46f6-941f-e245c82ac9e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:26.768016 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98139a41-e10d-46f6-941f-e245c82ac9e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:26.768313 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98139a41-e10d-46f6-941f-e245c82ac9e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:26.768686 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98139a41-e10d-46f6-941f-e245c82ac9e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:26.768951 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98139a41-e10d-46f6-941f-e245c82ac9e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:26.769061 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 51816) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:26.769532 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98139a41-e10d-46f6-941f-e245c82ac9e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:26.769793 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98139a41-e10d-46f6-941f-e245c82ac9e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:26.769995 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98139a41-e10d-46f6-941f-e245c82ac9e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:26.770332 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98139a41-e10d-46f6-941f-e245c82ac9e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:26.770568 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98139a41-e10d-46f6-941f-e245c82ac9e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:26.770921 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98139a41-e10d-46f6-941f-e245c82ac9e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:26.771240 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98139a41-e10d-46f6-941f-e245c82ac9e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:26.823611 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dc0fb0c8-a38f-49f3-8d41-5c34b7dd6255 admin admin] Publish callbacks [] for security_group (52a63acb-9c01-40a7-96e1-7d3d04b5a47c), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:26.844673 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dc0fb0c8-a38f-49f3-8d41-5c34b7dd6255 admin admin] Publish callbacks [] for security_group (52a63acb-9c01-40a7-96e1-7d3d04b5a47c), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:26.893301 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dc0fb0c8-a38f-49f3-8d41-5c34b7dd6255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (52a63acb-9c01-40a7-96e1-7d3d04b5a47c), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:26.896176 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dc0fb0c8-a38f-49f3-8d41-5c34b7dd6255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:26.897364 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-dc0fb0c8-a38f-49f3-8d41-5c34b7dd6255 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52a63acb-9c01-40a7-96e1-7d3d04b5a47c HTTP/1.1" status: 204 len: 168 time: 0.1248002 Feb 10 03:44:26.904970 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0fb0c8-a38f-49f3-8d41-5c34b7dd6255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a63acb-9c01-40a7-96e1-7d3d04b5a47c,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:26.945390 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 51822) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:27.051667 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-12831f20-ee2c-47a5-ac22-9537003c20d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:27.127361 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-12831f20-ee2c-47a5-ac22-9537003c20d7 admin admin] Publish callbacks [] for security_group (df3047de-1bb4-4453-8d3b-5d5f140c0c00), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:27.132271 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-12831f20-ee2c-47a5-ac22-9537003c20d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (df3047de-1bb4-4453-8d3b-5d5f140c0c00), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:27.171938 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-12831f20-ee2c-47a5-ac22-9537003c20d7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d973f1ea13d43daa55ee34ee10983de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251987 Feb 10 03:44:27.173066 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12831f20-ee2c-47a5-ac22-9537003c20d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3047de-1bb4-4453-8d3b-5d5f140c0c00,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:27.174880 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 51828) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:27.222394 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 51830) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:27.235777 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b58e37d8-f342-448f-9a99-ccddc63d5ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:27.240044 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2eea9376-bedf-4ef2-bac9-6c8419a73992 admin admin] Publish callbacks [] for security_group (df3047de-1bb4-4453-8d3b-5d5f140c0c00), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:27.262450 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2eea9376-bedf-4ef2-bac9-6c8419a73992 admin admin] Publish callbacks [] for security_group (df3047de-1bb4-4453-8d3b-5d5f140c0c00), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:27.312042 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2eea9376-bedf-4ef2-bac9-6c8419a73992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (df3047de-1bb4-4453-8d3b-5d5f140c0c00), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:27.313590 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b58e37d8-f342-448f-9a99-ccddc63d5ded admin admin] Publish callbacks [] for security_group (e5c5873a-4674-4b63-aae0-2e8e94713b5e), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:27.315122 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2eea9376-bedf-4ef2-bac9-6c8419a73992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:27.316590 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-2eea9376-bedf-4ef2-bac9-6c8419a73992 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df3047de-1bb4-4453-8d3b-5d5f140c0c00 HTTP/1.1" status: 204 len: 168 time: 0.1378019 Feb 10 03:44:27.317996 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b58e37d8-f342-448f-9a99-ccddc63d5ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (e5c5873a-4674-4b63-aae0-2e8e94713b5e), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:27.325979 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea9376-bedf-4ef2-bac9-6c8419a73992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3047de-1bb4-4453-8d3b-5d5f140c0c00,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:27.352693 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-b58e37d8-f342-448f-9a99-ccddc63d5ded admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab464c53814c46b3869e06ebc661437b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291113 Feb 10 03:44:27.355746 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 51834) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:27.361766 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e37d8-f342-448f-9a99-ccddc63d5ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c5873a-4674-4b63-aae0-2e8e94713b5e,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:27.411026 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c65fdafb-fca4-4ad8-83f7-5b72c8615f9a admin admin] Publish callbacks [] for security_group (e5c5873a-4674-4b63-aae0-2e8e94713b5e), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:27.431685 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c65fdafb-fca4-4ad8-83f7-5b72c8615f9a admin admin] Publish callbacks [] for security_group (e5c5873a-4674-4b63-aae0-2e8e94713b5e), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:27.479800 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c65fdafb-fca4-4ad8-83f7-5b72c8615f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (e5c5873a-4674-4b63-aae0-2e8e94713b5e), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:27.482854 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c65fdafb-fca4-4ad8-83f7-5b72c8615f9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:27.484047 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-c65fdafb-fca4-4ad8-83f7-5b72c8615f9a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5c5873a-4674-4b63-aae0-2e8e94713b5e HTTP/1.1" status: 204 len: 168 time: 0.1269927 Feb 10 03:44:27.492730 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65fdafb-fca4-4ad8-83f7-5b72c8615f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c5873a-4674-4b63-aae0-2e8e94713b5e,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:33.686988 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 51950) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:33.791404 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-42e63da3-7266-4b9d-b714-5254fac077ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:33.864576 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-42e63da3-7266-4b9d-b714-5254fac077ff admin admin] Publish callbacks [] for security_group (debe09f6-9405-4a7b-9c39-96976f3a615d), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:33.870213 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-42e63da3-7266-4b9d-b714-5254fac077ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (debe09f6-9405-4a7b-9c39-96976f3a615d), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:33.905719 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e63da3-7266-4b9d-b714-5254fac077ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debe09f6-9405-4a7b-9c39-96976f3a615d,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:33.911204 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-42e63da3-7266-4b9d-b714-5254fac077ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=401c1bacddeb42a6b0f8c87cdf220f48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230546 Feb 10 03:44:33.913515 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 51956) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:33.965256 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6eae36ba-7b79-45a0-9c43-8c2a19c256fc admin admin] Publish callbacks [] for security_group (debe09f6-9405-4a7b-9c39-96976f3a615d), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:33.986275 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6eae36ba-7b79-45a0-9c43-8c2a19c256fc admin admin] Publish callbacks [] for security_group (debe09f6-9405-4a7b-9c39-96976f3a615d), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:34.038481 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6eae36ba-7b79-45a0-9c43-8c2a19c256fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (debe09f6-9405-4a7b-9c39-96976f3a615d), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:34.041045 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6eae36ba-7b79-45a0-9c43-8c2a19c256fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:34.042383 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-6eae36ba-7b79-45a0-9c43-8c2a19c256fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/debe09f6-9405-4a7b-9c39-96976f3a615d HTTP/1.1" status: 204 len: 168 time: 0.1281784 Feb 10 03:44:34.054958 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae36ba-7b79-45a0-9c43-8c2a19c256fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debe09f6-9405-4a7b-9c39-96976f3a615d,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:34.321310 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 51966) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:34.335453 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1b59d2dc-e594-4274-9cf8-bb3ef490bdf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:34.414765 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1b59d2dc-e594-4274-9cf8-bb3ef490bdf4 admin admin] Publish callbacks [] for security_group (d1fb6ff6-4984-413d-a01e-e3ce3bb793c7), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:34.420528 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1b59d2dc-e594-4274-9cf8-bb3ef490bdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (d1fb6ff6-4984-413d-a01e-e3ce3bb793c7), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:34.457629 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-1b59d2dc-e594-4274-9cf8-bb3ef490bdf4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=52792c32ee3443839b94267d30ecab2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351211 Feb 10 03:44:34.458483 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59d2dc-e594-4274-9cf8-bb3ef490bdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fb6ff6-4984-413d-a01e-e3ce3bb793c7,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:34.460640 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 51968) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:34.510734 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-61b7e6b8-4865-47ce-9ae3-495714d345ff admin admin] Publish callbacks [] for security_group (d1fb6ff6-4984-413d-a01e-e3ce3bb793c7), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:34.532336 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-61b7e6b8-4865-47ce-9ae3-495714d345ff admin admin] Publish callbacks [] for security_group (d1fb6ff6-4984-413d-a01e-e3ce3bb793c7), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:34.583668 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-61b7e6b8-4865-47ce-9ae3-495714d345ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (d1fb6ff6-4984-413d-a01e-e3ce3bb793c7), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:34.587058 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-61b7e6b8-4865-47ce-9ae3-495714d345ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:34.588570 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-61b7e6b8-4865-47ce-9ae3-495714d345ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1fb6ff6-4984-413d-a01e-e3ce3bb793c7 HTTP/1.1" status: 204 len: 168 time: 0.1268132 Feb 10 03:44:34.596332 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7e6b8-4865-47ce-9ae3-495714d345ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fb6ff6-4984-413d-a01e-e3ce3bb793c7,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:34.604208 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7e6b8-4865-47ce-9ae3-495714d345ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:34.604562 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7e6b8-4865-47ce-9ae3-495714d345ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:34.604905 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7e6b8-4865-47ce-9ae3-495714d345ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:34.605240 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7e6b8-4865-47ce-9ae3-495714d345ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:34.605551 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7e6b8-4865-47ce-9ae3-495714d345ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:34.605872 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7e6b8-4865-47ce-9ae3-495714d345ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:34.606189 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7e6b8-4865-47ce-9ae3-495714d345ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:34.606514 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7e6b8-4865-47ce-9ae3-495714d345ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:34.606862 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7e6b8-4865-47ce-9ae3-495714d345ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:34.607180 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7e6b8-4865-47ce-9ae3-495714d345ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:34.607516 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7e6b8-4865-47ce-9ae3-495714d345ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:34.607881 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7e6b8-4865-47ce-9ae3-495714d345ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:34.608578 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b7e6b8-4865-47ce-9ae3-495714d345ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:46.109458 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-84614ecf-2e31-4a3f-9c2c-f4bdf4348623 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-497865012&fields=id&tenant_id=9861d9e039084b9b9b24721464eea6e6 HTTP/1.1" status: 200 len: 267 time: 0.0519586 Feb 10 03:44:46.231806 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-55680caa-7e6a-4667-8a64-a7891dd9adb2 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:46.233314 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-55680caa-7e6a-4667-8a64-a7891dd9adb2 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/networks?id=3af7982f-b432-4a57-9896-b601a1ffbd3e HTTP/1.1" status: 200 len: 811 time: 0.1170146 Feb 10 03:44:46.248899 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-c9d69a85-3fdc-4a27-9241-46a0f4b29714 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/quotas/9861d9e039084b9b9b24721464eea6e6 HTTP/1.1" status: 200 len: 375 time: 0.0098531 Feb 10 03:44:46.306904 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-b0883c5c-7a76-416f-b8e4-687757c2252f tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9861d9e039084b9b9b24721464eea6e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519316 Feb 10 03:44:46.416767 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-4d524e82-3ba6-413b-b97b-6cbb862e71ed service neutron] 10.222.0.32 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988960 Feb 10 03:44:46.507188 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-dc789f64-de9a-4396-912b-872d81effcb3 service neutron] 10.222.0.32 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846858 Feb 10 03:44:46.825859 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-acdd742a-1e76-492c-94bd-39258819564e req-e0d657da-748c-40fb-9eae-b910ecf1a5bf tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a759433-8756-49d7-a4a9-eacff05a60a8 HTTP/1.1" status: 200 len: 210 time: 0.0386941 Feb 10 03:44:47.880530 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-18ac8ca7-8510-4b1a-b7bb-28e2f44b17bd tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:47.881984 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-18ac8ca7-8510-4b1a-b7bb-28e2f44b17bd tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.21 "GET /v2.0/networks?id=3af7982f-b432-4a57-9896-b601a1ffbd3e HTTP/1.1" status: 200 len: 811 time: 0.1158466 Feb 10 03:44:47.924575 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ba0d2c7e-53d8-4314-b5f2-fabae285d97e req-8181c9b5-8e41-404f-85b5-77981578208b tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a759433-8756-49d7-a4a9-eacff05a60a8 HTTP/1.1" status: 200 len: 210 time: 0.0282686 Feb 10 03:44:47.985345 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-3593a9c9-a825-4fe7-a9aa-749961ab67ea tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9861d9e039084b9b9b24721464eea6e6 HTTP/1.1" status: 200 len: 379 time: 0.0576684 Feb 10 03:44:47.986233 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-9ceade94-07e0-4146-88ef-c81124dcce44 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Request body: {'port': {'device_id': '7a759433-8756-49d7-a4a9-eacff05a60a8', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'admin_state_up': True, 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'security_groups': ['66d68f0d-2ddd-4876-8e68-2921d81e68f9']}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:44:48.096677 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-9ceade94-07e0-4146-88ef-c81124dcce44 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Made reservation on behalf of 9861d9e039084b9b9b24721464eea6e6 for: {'port': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:44:48.100511 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-9ceade94-07e0-4146-88ef-c81124dcce44 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:48.229255 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-9ceade94-07e0-4146-88ef-c81124dcce44 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Allocated IP 172.20.0.5 (3af7982f-b432-4a57-9896-b601a1ffbd3e/8c7ae98f-4290-4591-b0b0-01ae38e627b6/4d591c4e-5ea2-4a7e-ad49-178e3a247434) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:44:48.370241 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-9ceade94-07e0-4146-88ef-c81124dcce44 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for port (4d591c4e-5ea2-4a7e-ad49-178e3a247434), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:48.406323 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-9ceade94-07e0-4146-88ef-c81124dcce44 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (4d591c4e-5ea2-4a7e-ad49-178e3a247434), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:48.450352 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-9ceade94-07e0-4146-88ef-c81124dcce44 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Network 3af7982f-b432-4a57-9896-b601a1ffbd3e is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:44:48.453493 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-9ceade94-07e0-4146-88ef-c81124dcce44 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:44:48.456116 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-9ceade94-07e0-4146-88ef-c81124dcce44 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:44:48.483252 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceade94-07e0-4146-88ef-c81124dcce44 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Pushing event updated for resources: {'Port': ['ID=4d591c4e-5ea2-4a7e-ad49-178e3a247434,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:48.512409 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-9ceade94-07e0-4146-88ef-c81124dcce44 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:48.513027 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-9ceade94-07e0-4146-88ef-c81124dcce44 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:48.531943 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-9ceade94-07e0-4146-88ef-c81124dcce44 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5496566 Feb 10 03:44:48.559559 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-d38f614d-571b-4a06-8aa1-ad08082773e1 service neutron] Request body: {'port': {'device_id': '7a759433-8756-49d7-a4a9-eacff05a60a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:44:48.635498 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-d38f614d-571b-4a06-8aa1-ad08082773e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (4d591c4e-5ea2-4a7e-ad49-178e3a247434), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:48.699397 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-6f55fcea-59dd-45f5-b390-ed388ac05092 None None] Provisioning complete for port 4d591c4e-5ea2-4a7e-ad49-178e3a247434 triggered by entity DHCP. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:44:48.700003 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-6f55fcea-59dd-45f5-b390-ed388ac05092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (4d591c4e-5ea2-4a7e-ad49-178e3a247434), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:48.752566 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-6f55fcea-59dd-45f5-b390-ed388ac05092 None None] Port 4d591c4e-5ea2-4a7e-ad49-178e3a247434 cannot update to ACTIVE because it is not bound. {{(pid=102734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:44:48.861138 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 52248) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:48.929002 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-d38f614d-571b-4a06-8aa1-ad08082773e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d591c4e-5ea2-4a7e-ad49-178e3a247434 {{(pid=102733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:44:48.936518 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-d38f614d-571b-4a06-8aa1-ad08082773e1 service neutron] Publish callbacks [] for port (4d591c4e-5ea2-4a7e-ad49-178e3a247434), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:48.948694 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.provisioning_blocks [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-d38f614d-571b-4a06-8aa1-ad08082773e1 service neutron] Transition to ACTIVE for port object 4d591c4e-5ea2-4a7e-ad49-178e3a247434 will not be triggered until provisioned by entity L2. {{(pid=102733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:44:48.952538 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-d38f614d-571b-4a06-8aa1-ad08082773e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (4d591c4e-5ea2-4a7e-ad49-178e3a247434), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:48.997738 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-cfef0c5a-93ee-4c36-988d-be9a75931e04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:49.039344 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f614d-571b-4a06-8aa1-ad08082773e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d591c4e-5ea2-4a7e-ad49-178e3a247434,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:49.060015 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc87383-22b1-4489-8edf-1379a6efca18 req-4b125d39-3de3-449b-8c5d-4208721165ad tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:49.061734 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0bc87383-22b1-4489-8edf-1379a6efca18 req-4b125d39-3de3-449b-8c5d-4208721165ad tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a759433-8756-49d7-a4a9-eacff05a60a8 HTTP/1.1" status: 200 len: 943 time: 0.0647199 Feb 10 03:44:49.120528 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-0bc87383-22b1-4489-8edf-1379a6efca18 req-b4c302c9-ce84-4bc0-96d4-4b2f2d4cf61a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530517 Feb 10 03:44:49.161061 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-d38f614d-571b-4a06-8aa1-ad08082773e1 service neutron] Attempting to bind port 4d591c4e-5ea2-4a7e-ad49-178e3a247434 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:44:49.161399 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-d38f614d-571b-4a06-8aa1-ad08082773e1 service neutron] Attempting to bind port 4d591c4e-5ea2-4a7e-ad49-178e3a247434 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'c168d9c9-0428-46e4-a032-65303c451794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:44:49.161969 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-d38f614d-571b-4a06-8aa1-ad08082773e1 service neutron] Attempting to bind port 4d591c4e-5ea2-4a7e-ad49-178e3a247434 on network 3af7982f-b432-4a57-9896-b601a1ffbd3e {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:44:49.174051 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-d38f614d-571b-4a06-8aa1-ad08082773e1 service neutron] Port 4d591c4e-5ea2-4a7e-ad49-178e3a247434 on network 3af7982f-b432-4a57-9896-b601a1ffbd3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:44:49.174380 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-d38f614d-571b-4a06-8aa1-ad08082773e1 service neutron] Attempting to bind port 4d591c4e-5ea2-4a7e-ad49-178e3a247434 on network 3af7982f-b432-4a57-9896-b601a1ffbd3e {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:44:49.181062 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-cfef0c5a-93ee-4c36-988d-be9a75931e04 admin admin] Publish callbacks [] for security_group (5e8c7d69-d77f-47b7-a7b8-9f1a9559ff13), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:49.184450 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-d38f614d-571b-4a06-8aa1-ad08082773e1 service neutron] Checking agent: {'id': '7fa92194-f930-41b3-9bb5-0cd5b2874298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'started_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:44:49.184796 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-d38f614d-571b-4a06-8aa1-ad08082773e1 service neutron] Checking segment: {'id': 'c168d9c9-0428-46e4-a032-65303c451794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:44:49.185249 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-d38f614d-571b-4a06-8aa1-ad08082773e1 service neutron] Bound using segment: {'id': 'c168d9c9-0428-46e4-a032-65303c451794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:44:49.185683 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-d38f614d-571b-4a06-8aa1-ad08082773e1 service neutron] Bound port: 4d591c4e-5ea2-4a7e-ad49-178e3a247434, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c168d9c9-0428-46e4-a032-65303c451794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:44:49.186051 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-d38f614d-571b-4a06-8aa1-ad08082773e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (4d591c4e-5ea2-4a7e-ad49-178e3a247434), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:49.188330 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-cfef0c5a-93ee-4c36-988d-be9a75931e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (5e8c7d69-d77f-47b7-a7b8-9f1a9559ff13), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:49.258516 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-cfef0c5a-93ee-4c36-988d-be9a75931e04 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=55d5968b6c2c488484c4fe1dcffb4346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3963141 Feb 10 03:44:49.261226 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef0c5a-93ee-4c36-988d-be9a75931e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8c7d69-d77f-47b7-a7b8-9f1a9559ff13,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:49.261500 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 52260) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:49.302196 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-d38f614d-571b-4a06-8aa1-ad08082773e1 service neutron] For port 4d591c4e-5ea2-4a7e-ad49-178e3a247434, host hv-cinder-82806, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:44:49.306226 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-d38f614d-571b-4a06-8aa1-ad08082773e1 service neutron] For port 4d591c4e-5ea2-4a7e-ad49-178e3a247434, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4d591c4e-5ea2-4a7e-ad49-178e3a247434,segment=NetworkSegment(c168d9c9-0428-46e4-a032-65303c451794),segment_id=c168d9c9-0428-46e4-a032-65303c451794)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:44:49.314328 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-d38f614d-571b-4a06-8aa1-ad08082773e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (4d591c4e-5ea2-4a7e-ad49-178e3a247434), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:49.320888 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-61049096-f033-4662-b3ba-22919c91f3e4 admin admin] Publish callbacks [] for security_group (5e8c7d69-d77f-47b7-a7b8-9f1a9559ff13), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:49.342262 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-61049096-f033-4662-b3ba-22919c91f3e4 admin admin] Publish callbacks [] for security_group (5e8c7d69-d77f-47b7-a7b8-9f1a9559ff13), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:49.345526 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-d38f614d-571b-4a06-8aa1-ad08082773e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:49.346196 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-d38f614d-571b-4a06-8aa1-ad08082773e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:49.348113 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-d38f614d-571b-4a06-8aa1-ad08082773e1 service neutron] 10.222.0.21 "PUT /v2.0/ports/4d591c4e-5ea2-4a7e-ad49-178e3a247434 HTTP/1.1" status: 200 len: 1093 time: 0.7942936 Feb 10 03:44:49.350687 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a759433-8756-49d7-a4a9-eacff05a60a8', 'tag': '4d591c4e-5ea2-4a7e-ad49-178e3a247434'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:44:49.352916 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e3d741-b57f-483b-9ff3-f0a3048c60f3" -d '{"events": [{"name": "network-changed", "server_uuid": "7a759433-8756-49d7-a4a9-eacff05a60a8", "tag": "4d591c4e-5ea2-4a7e-ad49-178e3a247434"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:44:49.405059 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-61049096-f033-4662-b3ba-22919c91f3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (5e8c7d69-d77f-47b7-a7b8-9f1a9559ff13), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:49.409442 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-61049096-f033-4662-b3ba-22919c91f3e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:49.410906 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-61049096-f033-4662-b3ba-22919c91f3e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e8c7d69-d77f-47b7-a7b8-9f1a9559ff13 HTTP/1.1" status: 204 len: 168 time: 0.1445947 Feb 10 03:44:49.418945 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f614d-571b-4a06-8aa1-ad08082773e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d591c4e-5ea2-4a7e-ad49-178e3a247434,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:49.427292 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61049096-f033-4662-b3ba-22919c91f3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8c7d69-d77f-47b7-a7b8-9f1a9559ff13,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:49.431344 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980699be-da22-4a33-9311-09798a400dec x-openstack-request-id: req-980699be-da22-4a33-9311-09798a400dec {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:44:49.431557 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a759433-8756-49d7-a4a9-eacff05a60a8", "tag": "4d591c4e-5ea2-4a7e-ad49-178e3a247434", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:44:49.432165 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-980699be-da22-4a33-9311-09798a400dec {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:44:49.432506 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a759433-8756-49d7-a4a9-eacff05a60a8', 'tag': '4d591c4e-5ea2-4a7e-ad49-178e3a247434', 'status': 'completed', 'code': 200} Feb 10 03:44:49.494702 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-bb373320-76be-438a-9588-83df8a5ed0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:49.496781 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-bb373320-76be-438a-9588-83df8a5ed0a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9861d9e039084b9b9b24721464eea6e6&device_id=7a759433-8756-49d7-a4a9-eacff05a60a8 HTTP/1.1" status: 200 len: 1127 time: 0.0601399 Feb 10 03:44:49.552054 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-4424326c-56b2-42d9-a5d0-c06106e20773 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d591c4e-5ea2-4a7e-ad49-178e3a247434 HTTP/1.1" status: 200 len: 217 time: 0.0397301 Feb 10 03:44:49.610778 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-0cd79f0e-c0cc-47b4-b0b9-d04ae1da3917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:49.612364 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-0cd79f0e-c0cc-47b4-b0b9-d04ae1da3917 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c7ae98f-4290-4591-b0b0-01ae38e627b6 HTTP/1.1" status: 200 len: 850 time: 0.0515051 Feb 10 03:44:49.672854 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-f0f96ca7-4e17-4dad-95c4-799583ed5a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:49.672854 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-f0f96ca7-4e17-4dad-95c4-799583ed5a5c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3af7982f-b432-4a57-9896-b601a1ffbd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491254 Feb 10 03:44:49.769846 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-8a335905-b959-4539-8124-5773b1ee9578 service neutron] 10.222.0.21 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928402 Feb 10 03:44:49.805082 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-d814d9fc-f301-4ba5-bd09-68e64e09e9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:49.861103 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-46f0791f-ba8e-45ab-a8a5-187a0212420b req-6075bb6a-3f8c-44b8-b4e8-3b2233ec7126 service neutron] 10.222.0.21 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840406 Feb 10 03:44:50.036687 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3d741-b57f-483b-9ff3-f0a3048c60f3 req-d981b917-b835-4575-a17a-ccd593d92900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:50.038029 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-15e3d741-b57f-483b-9ff3-f0a3048c60f3 req-d981b917-b835-4575-a17a-ccd593d92900 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9861d9e039084b9b9b24721464eea6e6&device_id=7a759433-8756-49d7-a4a9-eacff05a60a8 HTTP/1.1" status: 200 len: 1127 time: 0.0573952 Feb 10 03:44:50.130276 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3d741-b57f-483b-9ff3-f0a3048c60f3 req-0bc1c976-a5ff-49a6-9c57-5832b325e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:50.131743 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-15e3d741-b57f-483b-9ff3-f0a3048c60f3 req-0bc1c976-a5ff-49a6-9c57-5832b325e3a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3af7982f-b432-4a57-9896-b601a1ffbd3e HTTP/1.1" status: 200 len: 912 time: 0.0853837 Feb 10 03:44:50.172759 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-15e3d741-b57f-483b-9ff3-f0a3048c60f3 req-680de343-cae2-4b2a-941a-f843566bcaef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d591c4e-5ea2-4a7e-ad49-178e3a247434 HTTP/1.1" status: 200 len: 217 time: 0.0332758 Feb 10 03:44:50.225880 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3d741-b57f-483b-9ff3-f0a3048c60f3 req-0bfa6063-3a95-4fd7-90a5-a7814dd8e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:50.227389 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-15e3d741-b57f-483b-9ff3-f0a3048c60f3 req-0bfa6063-3a95-4fd7-90a5-a7814dd8e243 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c7ae98f-4290-4591-b0b0-01ae38e627b6 HTTP/1.1" status: 200 len: 850 time: 0.0462344 Feb 10 03:44:50.240474 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994999f7-2507-45f6-b32d-4960de44bf68 req-d5389cb6-958a-4da4-9c74-d053be0d9b1f tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:50.242312 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-994999f7-2507-45f6-b32d-4960de44bf68 req-d5389cb6-958a-4da4-9c74-d053be0d9b1f tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a759433-8756-49d7-a4a9-eacff05a60a8 HTTP/1.1" status: 200 len: 943 time: 0.0532880 Feb 10 03:44:50.282347 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3d741-b57f-483b-9ff3-f0a3048c60f3 req-b73ac4e3-f66f-4ad7-942e-f0a6386cbcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:50.283986 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-15e3d741-b57f-483b-9ff3-f0a3048c60f3 req-b73ac4e3-f66f-4ad7-942e-f0a6386cbcf5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3af7982f-b432-4a57-9896-b601a1ffbd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445907 Feb 10 03:44:50.290352 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-994999f7-2507-45f6-b32d-4960de44bf68 req-9f852446-2eff-4ccd-9c45-17d8b67d616b tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420456 Feb 10 03:44:50.378667 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-15e3d741-b57f-483b-9ff3-f0a3048c60f3 req-a47544c1-b04b-4e41-a483-e3a87e143dd4 service neutron] 10.222.0.21 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868185 Feb 10 03:44:50.474349 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-15e3d741-b57f-483b-9ff3-f0a3048c60f3 req-e6967f32-4d0e-4112-8932-f639954b5091 service neutron] 10.222.0.21 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868723 Feb 10 03:44:51.580057 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680dda3-c66f-4edb-926d-1e5078ede9a3 req-146d314c-a3ac-4300-95c0-c572195ff340 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:51.581561 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7680dda3-c66f-4edb-926d-1e5078ede9a3 req-146d314c-a3ac-4300-95c0-c572195ff340 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a759433-8756-49d7-a4a9-eacff05a60a8 HTTP/1.1" status: 200 len: 943 time: 0.0548038 Feb 10 03:44:51.632329 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7680dda3-c66f-4edb-926d-1e5078ede9a3 req-b6d0d410-934e-4a30-a51f-b81457275532 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449209 Feb 10 03:44:51.690621 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 52282) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:51.809603 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-38c60493-c80c-48e4-920d-cde08f6a89b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:51.889387 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-38c60493-c80c-48e4-920d-cde08f6a89b5 admin admin] Publish callbacks [] for security_group (86613777-6c65-446b-b581-369acb918006), precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:51.895856 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-38c60493-c80c-48e4-920d-cde08f6a89b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (86613777-6c65-446b-b581-369acb918006), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:51.932922 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-38c60493-c80c-48e4-920d-cde08f6a89b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=22639f7a23924fff8f53fbd1b52ed292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411792 Feb 10 03:44:51.933609 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c60493-c80c-48e4-920d-cde08f6a89b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86613777-6c65-446b-b581-369acb918006,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:51.935901 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 52286) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:51.971342 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-d7b12397-15e8-453c-86b6-7eec683f740f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:51.990963 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1aab8fdf-0151-4666-a9f9-3126edd58c70 admin admin] Publish callbacks [] for security_group (86613777-6c65-446b-b581-369acb918006), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:52.013594 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1aab8fdf-0151-4666-a9f9-3126edd58c70 admin admin] Publish callbacks [] for security_group (86613777-6c65-446b-b581-369acb918006), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:52.060551 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1aab8fdf-0151-4666-a9f9-3126edd58c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (86613777-6c65-446b-b581-369acb918006), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:52.063271 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1aab8fdf-0151-4666-a9f9-3126edd58c70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:52.064442 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-1aab8fdf-0151-4666-a9f9-3126edd58c70 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/86613777-6c65-446b-b581-369acb918006 HTTP/1.1" status: 204 len: 168 time: 0.1275020 Feb 10 03:44:52.072214 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab8fdf-0151-4666-a9f9-3126edd58c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86613777-6c65-446b-b581-369acb918006,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:52.637651 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:52.705939 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 52310) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:52.750873 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d440c4-65d6-45c6-9d44-872b8accf799 req-3e11172f-0950-4f3a-89d9-62b4b25d1f0b tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:52.752362 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f5d440c4-65d6-45c6-9d44-872b8accf799 req-3e11172f-0950-4f3a-89d9-62b4b25d1f0b tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a759433-8756-49d7-a4a9-eacff05a60a8 HTTP/1.1" status: 200 len: 943 time: 0.0539207 Feb 10 03:44:52.800812 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f5d440c4-65d6-45c6-9d44-872b8accf799 req-a18162a9-edeb-480e-8722-cb23b146e1b1 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427699 Feb 10 03:44:52.804167 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-c1fec5e5-689d-4ebc-becb-23977ddf0f29 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1691408893-network', 'tenant_id': '971e4963ecd649e8ba5e72ebfc30318a'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:44:52.828505 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fec5e5-689d-4ebc-becb-23977ddf0f29 admin admin] Made reservation on behalf of 971e4963ecd649e8ba5e72ebfc30318a for: {'network': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:44:52.831082 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c1fec5e5-689d-4ebc-becb-23977ddf0f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for network (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:52.839519 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c1fec5e5-689d-4ebc-becb-23977ddf0f29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:52.912976 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c1fec5e5-689d-4ebc-becb-23977ddf0f29 admin admin] Publish callbacks [] for security_group (f0efc8f8-b038-4746-afb3-4494cb92b14f), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:52.919433 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c1fec5e5-689d-4ebc-becb-23977ddf0f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (f0efc8f8-b038-4746-afb3-4494cb92b14f), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:52.953289 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1fec5e5-689d-4ebc-becb-23977ddf0f29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=102733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:44:52.962879 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fec5e5-689d-4ebc-becb-23977ddf0f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0efc8f8-b038-4746-afb3-4494cb92b14f,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:52.967774 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c1fec5e5-689d-4ebc-becb-23977ddf0f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (295a5e15-85a1-4c8a-bd16-de44f5cf0b77), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:52.968118 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.db.segments_db [None req-c1fec5e5-689d-4ebc-becb-23977ddf0f29 admin admin] Added segment 295a5e15-85a1-4c8a-bd16-de44f5cf0b77 of type vlan for network f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a Feb 10 03:44:53.006638 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c1fec5e5-689d-4ebc-becb-23977ddf0f29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729387737128'] for network (f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:53.041496 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c1fec5e5-689d-4ebc-becb-23977ddf0f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420'] for network (f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:53.042553 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fec5e5-689d-4ebc-becb-23977ddf0f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:53.043169 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c1fec5e5-689d-4ebc-becb-23977ddf0f29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:53.072351 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:53.077177 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-c1fec5e5-689d-4ebc-becb-23977ddf0f29 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3701313 Feb 10 03:44:53.080277 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 52314) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:44:53.085345 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.v2.base [None req-059321d6-6e76-404c-ac10-4a54da997d07 admin admin] Request body: {'subnet': {'network_id': 'f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1691408893-subnet', 'tenant_id': '971e4963ecd649e8ba5e72ebfc30318a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:44:53.106330 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059321d6-6e76-404c-ac10-4a54da997d07 admin admin] Made reservation on behalf of 971e4963ecd649e8ba5e72ebfc30318a for: {'subnet': 1} {{(pid=102732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:44:53.108489 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fec5e5-689d-4ebc-becb-23977ddf0f29 admin admin] Pushing event updated for resources: {'Network': ['ID=f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:53.108795 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-059321d6-6e76-404c-ac10-4a54da997d07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265425182'] for subnet (None), before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:53.119767 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Network f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a details requested by agent ovs-agent-dv-cinder-828060-2-iscsi with host dv-cinder-828060-2-iscsi {{(pid=102734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:44:53.275357 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-059321d6-6e76-404c-ac10-4a54da997d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265725839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265425164'] for subnet (97772183-e10b-495f-91a7-8311e3fc901f), after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:53.327541 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059321d6-6e76-404c-ac10-4a54da997d07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97772183-e10b-495f-91a7-8311e3fc901f,revision_number=0']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:53.343504 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059321d6-6e76-404c-ac10-4a54da997d07 admin admin] Checking segment: {'id': '295a5e15-85a1-4c8a-bd16-de44f5cf0b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:44:53.343867 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059321d6-6e76-404c-ac10-4a54da997d07 admin admin] Network hostable DHCP agents. Network: f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a, hostable agents: ['1db83568-5d00-4ab2-ab08-3829f0594148'], hosted agents: [] {{(pid=102732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:44:53.361173 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059321d6-6e76-404c-ac10-4a54da997d07 admin admin] Network f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a is scheduled to be hosted by DHCP agent 1db83568-5d00-4ab2-ab08-3829f0594148 with binding_index 1 {{(pid=102732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:44:53.371574 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-059321d6-6e76-404c-ac10-4a54da997d07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-2-iscsi, f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a) {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:44:53.376075 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059321d6-6e76-404c-ac10-4a54da997d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:53.376690 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-059321d6-6e76-404c-ac10-4a54da997d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for subnet (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:53.381720 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0eb16c-e7d1-4856-9bcd-76617495b2c8 None None] Network f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:44:53.393383 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-059321d6-6e76-404c-ac10-4a54da997d07 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3119199 Feb 10 03:44:53.479779 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4287721d-df36-4250-b7b5-2d3e29d2f97b None None] Network f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:44:53.935847 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32ded8-7765-48b6-a425-1d18206a0a08 req-2556eaa7-ee00-447e-b90e-b52d62e939bf tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:53.937396 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8d32ded8-7765-48b6-a425-1d18206a0a08 req-2556eaa7-ee00-447e-b90e-b52d62e939bf tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a759433-8756-49d7-a4a9-eacff05a60a8 HTTP/1.1" status: 200 len: 943 time: 0.0642762 Feb 10 03:44:53.985290 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8d32ded8-7765-48b6-a425-1d18206a0a08 req-d064b6d4-c009-43ff-8a90-3ee9705ae8d7 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422487 Feb 10 03:44:54.964503 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:55.168661 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dee34-1a15-4af0-ba6d-a8cabd6481e0 req-2f081cd4-38be-4ed2-8562-277b16757ebb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:55.170143 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7d4dee34-1a15-4af0-ba6d-a8cabd6481e0 req-2f081cd4-38be-4ed2-8562-277b16757ebb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a759433-8756-49d7-a4a9-eacff05a60a8 HTTP/1.1" status: 200 len: 943 time: 0.1182902 Feb 10 03:44:55.204508 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-6821b89c-962d-4692-a813-97d3b553c975 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:55.205817 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-6821b89c-962d-4692-a813-97d3b553c975 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/networks?id=f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a HTTP/1.1" status: 200 len: 814 time: 0.1417048 Feb 10 03:44:55.236395 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-2f7b6474-6c6e-4674-ae9c-83e17d71dd9f tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/quotas/971e4963ecd649e8ba5e72ebfc30318a HTTP/1.1" status: 200 len: 375 time: 0.0248003 Feb 10 03:44:55.241131 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7d4dee34-1a15-4af0-ba6d-a8cabd6481e0 req-ed896d06-7a31-4c7f-8539-7a994ea310c5 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653036 Feb 10 03:44:55.268527 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-ab148ed6-c845-4c6f-9231-8d7c5ce8aa14 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=971e4963ecd649e8ba5e72ebfc30318a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261095 Feb 10 03:44:55.413084 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-75257ff2-70be-4c13-a9d6-e5d247ca7662 service neutron] 10.222.0.32 "GET /v2.0/networks/f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380239 Feb 10 03:44:55.501466 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-a00c8061-9eeb-475d-a741-ad1ab5d33ca3 service neutron] 10.222.0.32 "GET /v2.0/networks/f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824659 Feb 10 03:44:55.675011 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c75d56b6-a00c-4ca0-a7ac-22ed2fc30101 req-8ed9535f-3038-4caf-98fc-89e042ab000a tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/ports?device_id=f42e0775-08ec-42c7-b09f-8b3896441db8 HTTP/1.1" status: 200 len: 210 time: 0.0394683 Feb 10 03:44:56.162751 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:56.372209 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa598ce9-5dbe-43d0-bdfd-96cd6683dfcc req-2f4ac878-ab7a-4714-b169-ed5d9d3fdcde tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:56.373597 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-fa598ce9-5dbe-43d0-bdfd-96cd6683dfcc req-2f4ac878-ab7a-4714-b169-ed5d9d3fdcde tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a759433-8756-49d7-a4a9-eacff05a60a8 HTTP/1.1" status: 200 len: 943 time: 0.0642400 Feb 10 03:44:56.421311 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-fa598ce9-5dbe-43d0-bdfd-96cd6683dfcc req-3e281efc-5779-43be-ad54-186ac44e7a6a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420964 Feb 10 03:44:56.773358 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d7aa1d4b-0c8a-47ae-a44e-dece79ad3be0 req-47b9b586-16ab-4175-981b-b77527dec62e tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/ports?device_id=f42e0775-08ec-42c7-b09f-8b3896441db8 HTTP/1.1" status: 200 len: 210 time: 0.0263004 Feb 10 03:44:56.777712 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-ef554ffe-b20d-4d36-a28b-119a4077c035 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:56.779329 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-ef554ffe-b20d-4d36-a28b-119a4077c035 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.21 "GET /v2.0/networks?id=f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a HTTP/1.1" status: 200 len: 814 time: 0.1077726 Feb 10 03:44:56.901939 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-f94d438d-40ed-4e82-88e8-54ebc254d24b tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Request body: {'port': {'device_id': 'f42e0775-08ec-42c7-b09f-8b3896441db8', 'network_id': 'f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a', 'admin_state_up': True, 'tenant_id': '971e4963ecd649e8ba5e72ebfc30318a'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:44:57.015852 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-f94d438d-40ed-4e82-88e8-54ebc254d24b tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Made reservation on behalf of 971e4963ecd649e8ba5e72ebfc30318a for: {'port': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:44:57.019270 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-f94d438d-40ed-4e82-88e8-54ebc254d24b tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:57.141413 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-f94d438d-40ed-4e82-88e8-54ebc254d24b tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Allocated IP 172.20.0.2 (f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a/97772183-e10b-495f-91a7-8311e3fc901f/67fcf175-f342-417c-9101-ba1c35c535a0) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:44:57.310144 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-f94d438d-40ed-4e82-88e8-54ebc254d24b tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Publish callbacks [] for port (67fcf175-f342-417c-9101-ba1c35c535a0), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:57.345723 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-f94d438d-40ed-4e82-88e8-54ebc254d24b tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (67fcf175-f342-417c-9101-ba1c35c535a0), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:57.388900 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-f94d438d-40ed-4e82-88e8-54ebc254d24b tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Network f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:44:57.391852 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-f94d438d-40ed-4e82-88e8-54ebc254d24b tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:44:57.395466 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-f94d438d-40ed-4e82-88e8-54ebc254d24b tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:44:57.401622 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d438d-40ed-4e82-88e8-54ebc254d24b tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Pushing event updated for resources: {'Port': ['ID=67fcf175-f342-417c-9101-ba1c35c535a0,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:57.449163 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-f94d438d-40ed-4e82-88e8-54ebc254d24b tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:57.449163 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-f94d438d-40ed-4e82-88e8-54ebc254d24b tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:57.467442 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-f94d438d-40ed-4e82-88e8-54ebc254d24b tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5707853 Feb 10 03:44:57.485859 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-be34aa13-9531-4489-a9e2-936c694e0aa6 service neutron] Request body: {'port': {'device_id': 'f42e0775-08ec-42c7-b09f-8b3896441db8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:44:57.541803 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a14c04-707f-420b-a4b6-f9184eeae975 req-907ea431-416f-4a33-b399-bd0f0d33ea44 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:57.542516 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-be34aa13-9531-4489-a9e2-936c694e0aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (67fcf175-f342-417c-9101-ba1c35c535a0), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:57.543316 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-64a14c04-707f-420b-a4b6-f9184eeae975 req-907ea431-416f-4a33-b399-bd0f0d33ea44 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a759433-8756-49d7-a4a9-eacff05a60a8 HTTP/1.1" status: 200 len: 943 time: 0.0557253 Feb 10 03:44:57.594238 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-64a14c04-707f-420b-a4b6-f9184eeae975 req-e7676a8f-109a-454f-a4ae-a1005dcba2d0 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449378 Feb 10 03:44:57.672549 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 4d591c4e-5ea2-4a7e-ad49-178e3a247434 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:44:57.777618 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 4d591c4e-5ea2-4a7e-ad49-178e3a247434, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4d591c4e-5ea2-4a7e-ad49-178e3a247434,segment=NetworkSegment(c168d9c9-0428-46e4-a032-65303c451794),segment_id=c168d9c9-0428-46e4-a032-65303c451794)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:44:57.788943 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Returning: {'device': '4d591c4e-5ea2-4a7e-ad49-178e3a247434', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'port_id': '4d591c4e-5ea2-4a7e-ad49-178e3a247434', 'mac_address': 'fa:16:3e:14:27:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:44:57.807456 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-be34aa13-9531-4489-a9e2-936c694e0aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67fcf175-f342-417c-9101-ba1c35c535a0 {{(pid=102733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:44:57.815753 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-be34aa13-9531-4489-a9e2-936c694e0aa6 service neutron] Publish callbacks [] for port (67fcf175-f342-417c-9101-ba1c35c535a0), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:57.828218 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 4d591c4e-5ea2-4a7e-ad49-178e3a247434 is: DOWN; New status is: BUILD {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:44:57.828842 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (4d591c4e-5ea2-4a7e-ad49-178e3a247434), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:57.829271 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.provisioning_blocks [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-be34aa13-9531-4489-a9e2-936c694e0aa6 service neutron] Transition to ACTIVE for port object 67fcf175-f342-417c-9101-ba1c35c535a0 will not be triggered until provisioned by entity L2. {{(pid=102733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:44:57.834631 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-be34aa13-9531-4489-a9e2-936c694e0aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (67fcf175-f342-417c-9101-ba1c35c535a0), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:57.843390 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d591c4e-5ea2-4a7e-ad49-178e3a247434 {{(pid=102734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:44:57.862496 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 4d591c4e-5ea2-4a7e-ad49-178e3a247434, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4d591c4e-5ea2-4a7e-ad49-178e3a247434,segment=NetworkSegment(c168d9c9-0428-46e4-a032-65303c451794),segment_id=c168d9c9-0428-46e4-a032-65303c451794)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:44:57.869114 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (4d591c4e-5ea2-4a7e-ad49-178e3a247434), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:57.886787 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34aa13-9531-4489-a9e2-936c694e0aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=67fcf175-f342-417c-9101-ba1c35c535a0,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:57.902273 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eaaa2c-6418-47cd-bd5b-2c22f3c2cbe5 req-dd247a34-6f92-45f8-9ea7-549fe2b8c85f tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:57.904758 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b0eaaa2c-6418-47cd-bd5b-2c22f3c2cbe5 req-dd247a34-6f92-45f8-9ea7-549fe2b8c85f tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/ports?device_id=f42e0775-08ec-42c7-b09f-8b3896441db8 HTTP/1.1" status: 200 len: 943 time: 0.0636160 Feb 10 03:44:57.927534 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=4d591c4e-5ea2-4a7e-ad49-178e3a247434,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:57.936700 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:57.937320 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:57.938345 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:57.938713 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:57.939054 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:57.939387 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:57.940307 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:57.940650 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:57.940985 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:57.941320 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:57.941674 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:57.942001 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:57.942396 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:44:57.954280 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-be34aa13-9531-4489-a9e2-936c694e0aa6 service neutron] Attempting to bind port 67fcf175-f342-417c-9101-ba1c35c535a0 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:44:57.954624 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-be34aa13-9531-4489-a9e2-936c694e0aa6 service neutron] Attempting to bind port 67fcf175-f342-417c-9101-ba1c35c535a0 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '295a5e15-85a1-4c8a-bd16-de44f5cf0b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:44:57.954997 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-be34aa13-9531-4489-a9e2-936c694e0aa6 service neutron] Attempting to bind port 67fcf175-f342-417c-9101-ba1c35c535a0 on network f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:44:57.955163 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b0eaaa2c-6418-47cd-bd5b-2c22f3c2cbe5 req-e584a6f2-e003-48f2-b49e-6d3762b22e2b tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0efc8f8-b038-4746-afb3-4494cb92b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435634 Feb 10 03:44:57.959371 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-be34aa13-9531-4489-a9e2-936c694e0aa6 service neutron] Port 67fcf175-f342-417c-9101-ba1c35c535a0 on network f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:44:57.959694 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-be34aa13-9531-4489-a9e2-936c694e0aa6 service neutron] Attempting to bind port 67fcf175-f342-417c-9101-ba1c35c535a0 on network f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:44:57.964820 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-be34aa13-9531-4489-a9e2-936c694e0aa6 service neutron] Checking agent: {'id': '7fa92194-f930-41b3-9bb5-0cd5b2874298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'started_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:44:57.965160 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-be34aa13-9531-4489-a9e2-936c694e0aa6 service neutron] Checking segment: {'id': '295a5e15-85a1-4c8a-bd16-de44f5cf0b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:44:57.965548 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-be34aa13-9531-4489-a9e2-936c694e0aa6 service neutron] Bound using segment: {'id': '295a5e15-85a1-4c8a-bd16-de44f5cf0b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:44:57.966064 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-be34aa13-9531-4489-a9e2-936c694e0aa6 service neutron] Bound port: 67fcf175-f342-417c-9101-ba1c35c535a0, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '295a5e15-85a1-4c8a-bd16-de44f5cf0b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:44:57.966423 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-be34aa13-9531-4489-a9e2-936c694e0aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (67fcf175-f342-417c-9101-ba1c35c535a0), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:58.042735 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-be34aa13-9531-4489-a9e2-936c694e0aa6 service neutron] For port 67fcf175-f342-417c-9101-ba1c35c535a0, host hv-cinder-82806, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:44:58.047443 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-be34aa13-9531-4489-a9e2-936c694e0aa6 service neutron] For port 67fcf175-f342-417c-9101-ba1c35c535a0, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=67fcf175-f342-417c-9101-ba1c35c535a0,segment=NetworkSegment(295a5e15-85a1-4c8a-bd16-de44f5cf0b77),segment_id=295a5e15-85a1-4c8a-bd16-de44f5cf0b77)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:44:58.056800 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-be34aa13-9531-4489-a9e2-936c694e0aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (67fcf175-f342-417c-9101-ba1c35c535a0), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:58.095458 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-be34aa13-9531-4489-a9e2-936c694e0aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:58.096081 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-be34aa13-9531-4489-a9e2-936c694e0aa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:58.097467 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-be34aa13-9531-4489-a9e2-936c694e0aa6 service neutron] 10.222.0.21 "PUT /v2.0/ports/67fcf175-f342-417c-9101-ba1c35c535a0 HTTP/1.1" status: 200 len: 1093 time: 0.6157784 Feb 10 03:44:58.097910 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42e0775-08ec-42c7-b09f-8b3896441db8', 'tag': '67fcf175-f342-417c-9101-ba1c35c535a0'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:44:58.100194 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2e8bad-0a4c-410e-8f34-d3baed663a13" -d '{"events": [{"name": "network-changed", "server_uuid": "f42e0775-08ec-42c7-b09f-8b3896441db8", "tag": "67fcf175-f342-417c-9101-ba1c35c535a0"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:44:58.123593 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34aa13-9531-4489-a9e2-936c694e0aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=67fcf175-f342-417c-9101-ba1c35c535a0,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:58.138684 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb13b3a-f6c0-47f3-a66f-4d35ae6c3810 x-openstack-request-id: req-0eb13b3a-f6c0-47f3-a66f-4d35ae6c3810 {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:44:58.138997 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42e0775-08ec-42c7-b09f-8b3896441db8", "tag": "67fcf175-f342-417c-9101-ba1c35c535a0", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:44:58.139255 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0eb13b3a-f6c0-47f3-a66f-4d35ae6c3810 {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:44:58.139665 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42e0775-08ec-42c7-b09f-8b3896441db8', 'tag': '67fcf175-f342-417c-9101-ba1c35c535a0', 'status': 'completed', 'code': 200} Feb 10 03:44:58.177978 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['4d591c4e-5ea2-4a7e-ad49-178e3a247434'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:44:58.204806 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-e3c70a12-a08c-44ab-b47b-8212b37b2c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:58.206371 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-e3c70a12-a08c-44ab-b47b-8212b37b2c1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=971e4963ecd649e8ba5e72ebfc30318a&device_id=f42e0775-08ec-42c7-b09f-8b3896441db8 HTTP/1.1" status: 200 len: 1127 time: 0.0455899 Feb 10 03:44:58.257296 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-e3b86812-7f3d-4680-954d-06086f17cc2c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67fcf175-f342-417c-9101-ba1c35c535a0 HTTP/1.1" status: 200 len: 217 time: 0.0374668 Feb 10 03:44:58.304094 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-457ef61e-ec72-405d-a62f-c1daa5ee6825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:58.305474 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-457ef61e-ec72-405d-a62f-c1daa5ee6825 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=97772183-e10b-495f-91a7-8311e3fc901f HTTP/1.1" status: 200 len: 854 time: 0.0426419 Feb 10 03:44:58.339681 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-d1c8e9fb-2779-48e8-9fa8-825fc14997de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285935 Feb 10 03:44:58.431202 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-079bb3dd-b87c-4a30-b62e-54abb9758f64 service neutron] 10.222.0.21 "GET /v2.0/networks/f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850084 Feb 10 03:44:58.518997 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-8eb4cd91-6ffe-40fe-abdf-899be9d42cc9 req-b1593236-f18f-41d7-b066-05866f7f4add service neutron] 10.222.0.21 "GET /v2.0/networks/f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818224 Feb 10 03:44:58.673192 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e8bad-0a4c-410e-8f34-d3baed663a13 req-bfbbfcb4-fbbd-485f-9c08-3d69ac7c3b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:58.674940 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9c2e8bad-0a4c-410e-8f34-d3baed663a13 req-bfbbfcb4-fbbd-485f-9c08-3d69ac7c3b22 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=971e4963ecd649e8ba5e72ebfc30318a&device_id=f42e0775-08ec-42c7-b09f-8b3896441db8 HTTP/1.1" status: 200 len: 1127 time: 0.0474911 Feb 10 03:44:58.719628 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335b066-a695-455a-bf83-7eb3aac2efd2 req-9d74e9a2-6dc1-46b2-82a6-b10826ca75d9 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:58.721178 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c335b066-a695-455a-bf83-7eb3aac2efd2 req-9d74e9a2-6dc1-46b2-82a6-b10826ca75d9 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a759433-8756-49d7-a4a9-eacff05a60a8 HTTP/1.1" status: 200 len: 944 time: 0.0556700 Feb 10 03:44:58.772390 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e8bad-0a4c-410e-8f34-d3baed663a13 req-f149e6ff-9340-4faa-bc3d-a37619245feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:58.773375 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c335b066-a695-455a-bf83-7eb3aac2efd2 req-60006db8-fc02-455f-b142-8d09848b464a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464971 Feb 10 03:44:58.773810 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9c2e8bad-0a4c-410e-8f34-d3baed663a13 req-f149e6ff-9340-4faa-bc3d-a37619245feb service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a HTTP/1.1" status: 200 len: 915 time: 0.0893908 Feb 10 03:44:58.814312 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9c2e8bad-0a4c-410e-8f34-d3baed663a13 req-54f21f37-529a-4ce0-8003-4520a7120597 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67fcf175-f342-417c-9101-ba1c35c535a0 HTTP/1.1" status: 200 len: 217 time: 0.0335205 Feb 10 03:44:58.864289 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e8bad-0a4c-410e-8f34-d3baed663a13 req-7246491e-6edc-4894-b406-46d0f8616e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:58.865705 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9c2e8bad-0a4c-410e-8f34-d3baed663a13 req-7246491e-6edc-4894-b406-46d0f8616e6f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=97772183-e10b-495f-91a7-8311e3fc901f HTTP/1.1" status: 200 len: 854 time: 0.0451334 Feb 10 03:44:58.900626 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9c2e8bad-0a4c-410e-8f34-d3baed663a13 req-85b954bb-393e-4275-ba83-4b23711f9aba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281751 Feb 10 03:44:58.997311 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9c2e8bad-0a4c-410e-8f34-d3baed663a13 req-b04b9f05-655f-4f1d-8ec4-1e91df504b50 service neutron] 10.222.0.21 "GET /v2.0/networks/f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888350 Feb 10 03:44:59.082282 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad150d6-5019-450c-acc4-d68472395759 req-2afd7926-7bcb-404b-bc02-531a4a8186d3 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:59.083894 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bad150d6-5019-450c-acc4-d68472395759 req-2afd7926-7bcb-404b-bc02-531a4a8186d3 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/ports?device_id=f42e0775-08ec-42c7-b09f-8b3896441db8 HTTP/1.1" status: 200 len: 943 time: 0.0522034 Feb 10 03:44:59.093104 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9c2e8bad-0a4c-410e-8f34-d3baed663a13 req-f66d2297-8a10-4d85-965d-f23622434065 service neutron] 10.222.0.21 "GET /v2.0/networks/f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881853 Feb 10 03:44:59.132801 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bad150d6-5019-450c-acc4-d68472395759 req-9cce40c8-6103-44fa-97b5-9e7822528a14 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0efc8f8-b038-4746-afb3-4494cb92b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432098 Feb 10 03:44:59.679579 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 4d591c4e-5ea2-4a7e-ad49-178e3a247434 up at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:44:59.739541 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning for port 4d591c4e-5ea2-4a7e-ad49-178e3a247434 completed by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:44:59.744068 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning complete for port 4d591c4e-5ea2-4a7e-ad49-178e3a247434 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:44:59.744408 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (4d591c4e-5ea2-4a7e-ad49-178e3a247434), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:59.818493 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 4d591c4e-5ea2-4a7e-ad49-178e3a247434 is: BUILD; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:44:59.818933 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (4d591c4e-5ea2-4a7e-ad49-178e3a247434), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:59.842488 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a759433-8756-49d7-a4a9-eacff05a60a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d591c4e-5ea2-4a7e-ad49-178e3a247434'}] {{(pid=102734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:44:59.844746 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f765ceee2b9e6863c7c09e3b0452b272479917b97bc142159859c6a833de831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c717d757-94f8-4fa4-bfbd-b7cb74e1866d" -d '{"events": [{"server_uuid": "7a759433-8756-49d7-a4a9-eacff05a60a8", "name": "network-vif-plugged", "status": "completed", "tag": "4d591c4e-5ea2-4a7e-ad49-178e3a247434"}]}' {{(pid=102734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:44:59.860076 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 4d591c4e-5ea2-4a7e-ad49-178e3a247434, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4d591c4e-5ea2-4a7e-ad49-178e3a247434,segment=NetworkSegment(c168d9c9-0428-46e4-a032-65303c451794),segment_id=c168d9c9-0428-46e4-a032-65303c451794)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:44:59.866947 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (4d591c4e-5ea2-4a7e-ad49-178e3a247434), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:44:59.890384 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0540670-0132-4dcb-b2a2-e28b02bc5f16 x-openstack-request-id: req-d0540670-0132-4dcb-b2a2-e28b02bc5f16 {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:44:59.890690 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a759433-8756-49d7-a4a9-eacff05a60a8", "name": "network-vif-plugged", "status": "completed", "tag": "4d591c4e-5ea2-4a7e-ad49-178e3a247434", "code": 200}]} {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:44:59.890956 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d0540670-0132-4dcb-b2a2-e28b02bc5f16 {{(pid=102734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:44:59.891337 dv-cinder-828060-2-iscsi neutron-server[102734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a759433-8756-49d7-a4a9-eacff05a60a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d591c4e-5ea2-4a7e-ad49-178e3a247434', 'code': 200} Feb 10 03:44:59.897132 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bfda8-db98-4704-b1fb-f960785d1c11 req-393426f9-bbda-4bbd-8247-16b436cde902 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:44:59.898744 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e36bfda8-db98-4704-b1fb-f960785d1c11 req-393426f9-bbda-4bbd-8247-16b436cde902 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a759433-8756-49d7-a4a9-eacff05a60a8 HTTP/1.1" status: 200 len: 944 time: 0.0553758 Feb 10 03:44:59.923246 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=4d591c4e-5ea2-4a7e-ad49-178e3a247434,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:44:59.951976 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e36bfda8-db98-4704-b1fb-f960785d1c11 req-4ce99539-1eed-4f14-aa8e-2c2e597e1e6a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455844 Feb 10 03:45:00.142629 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d119d-ba56-4821-86f7-f4ab9a383666 req-d41d6a0b-c6a8-4331-929a-f7235faa9023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:45:00.144142 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-b75d119d-ba56-4821-86f7-f4ab9a383666 req-d41d6a0b-c6a8-4331-929a-f7235faa9023 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a759433-8756-49d7-a4a9-eacff05a60a8 HTTP/1.1" status: 200 len: 1129 time: 0.0458176 Feb 10 03:45:00.190357 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-b75d119d-ba56-4821-86f7-f4ab9a383666 req-37d6e03e-73c4-41d1-8114-bbfef2ff932b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403132 Feb 10 03:45:00.264921 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa00df-e114-4c80-abb3-2def7869ff4b req-3370fb26-fae2-407e-b99f-a6123d9ecb11 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:45:00.266383 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bcaa00df-e114-4c80-abb3-2def7869ff4b req-3370fb26-fae2-407e-b99f-a6123d9ecb11 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/ports?device_id=f42e0775-08ec-42c7-b09f-8b3896441db8 HTTP/1.1" status: 200 len: 943 time: 0.0658722 Feb 10 03:45:00.313967 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bcaa00df-e114-4c80-abb3-2def7869ff4b req-06aa43bd-47e6-4317-a327-c8ad6507b9d5 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0efc8f8-b038-4746-afb3-4494cb92b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419149 Feb 10 03:45:01.083704 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb70f72-bd9e-4669-9cc3-e52d7bfee5a8 req-f4375ae8-1e83-4ed2-bb74-328300432d8a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:45:01.085186 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bdb70f72-bd9e-4669-9cc3-e52d7bfee5a8 req-f4375ae8-1e83-4ed2-bb74-328300432d8a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a759433-8756-49d7-a4a9-eacff05a60a8 HTTP/1.1" status: 200 len: 945 time: 0.0550966 Feb 10 03:45:01.135768 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bdb70f72-bd9e-4669-9cc3-e52d7bfee5a8 req-e438f3e1-98bf-4c3c-98fe-82908875d5f2 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445688 Feb 10 03:45:01.448419 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb0478-dd9b-4288-a4b4-7eed408ee2cc req-42d138ea-ec50-4240-a3f6-7da35f05aa28 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:45:01.449888 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-fbeb0478-dd9b-4288-a4b4-7eed408ee2cc req-42d138ea-ec50-4240-a3f6-7da35f05aa28 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/ports?device_id=f42e0775-08ec-42c7-b09f-8b3896441db8 HTTP/1.1" status: 200 len: 943 time: 0.0615013 Feb 10 03:45:01.506193 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-fbeb0478-dd9b-4288-a4b4-7eed408ee2cc req-e82832d2-0e8e-44a4-8cb3-5426bedb047b tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0efc8f8-b038-4746-afb3-4494cb92b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477490 Feb 10 03:45:01.694933 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 67fcf175-f342-417c-9101-ba1c35c535a0 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:45:01.799318 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 67fcf175-f342-417c-9101-ba1c35c535a0, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=67fcf175-f342-417c-9101-ba1c35c535a0,segment=NetworkSegment(295a5e15-85a1-4c8a-bd16-de44f5cf0b77),segment_id=295a5e15-85a1-4c8a-bd16-de44f5cf0b77)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:45:01.810914 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Returning: {'device': '67fcf175-f342-417c-9101-ba1c35c535a0', 'network_id': 'f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a', 'port_id': '67fcf175-f342-417c-9101-ba1c35c535a0', 'mac_address': 'fa:16:3e:46:53:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97772183-e10b-495f-91a7-8311e3fc901f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:45:01.851528 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 67fcf175-f342-417c-9101-ba1c35c535a0 is: DOWN; New status is: BUILD {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:45:01.851922 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (67fcf175-f342-417c-9101-ba1c35c535a0), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:01.865652 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67fcf175-f342-417c-9101-ba1c35c535a0 {{(pid=102734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:45:01.885823 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 67fcf175-f342-417c-9101-ba1c35c535a0, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=67fcf175-f342-417c-9101-ba1c35c535a0,segment=NetworkSegment(295a5e15-85a1-4c8a-bd16-de44f5cf0b77),segment_id=295a5e15-85a1-4c8a-bd16-de44f5cf0b77)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:45:01.894138 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (67fcf175-f342-417c-9101-ba1c35c535a0), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:01.947400 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=67fcf175-f342-417c-9101-ba1c35c535a0,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:45:02.205811 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['67fcf175-f342-417c-9101-ba1c35c535a0'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:45:02.264941 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90024eb7-b9c6-42da-90d0-5ff3e3bb639b req-5f374782-f144-4ca9-941f-07e2f895c7aa tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:45:02.266554 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-90024eb7-b9c6-42da-90d0-5ff3e3bb639b req-5f374782-f144-4ca9-941f-07e2f895c7aa tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a759433-8756-49d7-a4a9-eacff05a60a8 HTTP/1.1" status: 200 len: 945 time: 0.0552590 Feb 10 03:45:02.314455 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-90024eb7-b9c6-42da-90d0-5ff3e3bb639b req-56510002-0591-4071-b110-8c8183c884ae tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423400 Feb 10 03:45:02.439438 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839f91b-8bbf-4f60-b4fc-f8e98b4e22d9 req-bd092cbd-24d1-4a7f-9799-71316023be8d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:45:02.440913 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1839f91b-8bbf-4f60-b4fc-f8e98b4e22d9 req-bd092cbd-24d1-4a7f-9799-71316023be8d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a759433-8756-49d7-a4a9-eacff05a60a8 HTTP/1.1" status: 200 len: 945 time: 0.0610709 Feb 10 03:45:02.494370 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1839f91b-8bbf-4f60-b4fc-f8e98b4e22d9 req-f8aad3f2-f81d-424f-8bae-e2fa7be14873 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448909 Feb 10 03:45:02.521419 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 52392) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:45:02.641588 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d068d0-7fd0-4026-bc93-c4632ca651b4 req-6b15631a-6f2b-4b42-b6f2-117cff1883c2 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:45:02.643078 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f7d068d0-7fd0-4026-bc93-c4632ca651b4 req-6b15631a-6f2b-4b42-b6f2-117cff1883c2 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/ports?device_id=f42e0775-08ec-42c7-b09f-8b3896441db8 HTTP/1.1" status: 200 len: 944 time: 0.0658276 Feb 10 03:45:02.706390 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e514f-f368-4398-9123-b737cbfbc99d tempest-TestVolumeBootPattern-425298561 tempest-TestVolumeBootPattern-425298561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:45:02.707947 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-6c1e514f-f368-4398-9123-b737cbfbc99d tempest-TestVolumeBootPattern-425298561 tempest-TestVolumeBootPattern-425298561-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7a759433-8756-49d7-a4a9-eacff05a60a8 HTTP/1.1" status: 200 len: 1124 time: 0.1855538 Feb 10 03:45:02.711072 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 52398) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:45:02.711619 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-f7d068d0-7fd0-4026-bc93-c4632ca651b4 req-f276ac7e-969e-488e-a316-606c57adda1b tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0efc8f8-b038-4746-afb3-4494cb92b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545397 Feb 10 03:45:02.716507 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [None req-16edb8a6-9e1a-482a-8614-84eb3a079f64 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Request body: {'floatingip': {'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'port_id': '4d591c4e-5ea2-4a7e-ad49-178e3a247434', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:45:02.739467 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-16edb8a6-9e1a-482a-8614-84eb3a079f64 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:02.841725 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-16edb8a6-9e1a-482a-8614-84eb3a079f64 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:02.949740 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [None req-16edb8a6-9e1a-482a-8614-84eb3a079f64 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Allocated IP 172.27.0.85 (21bdb221-e4aa-4ceb-8437-3c4897a6dae2/0a389fce-60fc-45d4-b298-908574c1c629/e1bcdd5b-cbce-4dec-a546-29f6ee7964e3) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:45:03.051863 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-16edb8a6-9e1a-482a-8614-84eb3a079f64 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for port (e1bcdd5b-cbce-4dec-a546-29f6ee7964e3), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:03.101028 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-16edb8a6-9e1a-482a-8614-84eb3a079f64 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (e1bcdd5b-cbce-4dec-a546-29f6ee7964e3), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:03.144024 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16edb8a6-9e1a-482a-8614-84eb3a079f64 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Network 21bdb221-e4aa-4ceb-8437-3c4897a6dae2 is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:45:03.146704 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [None req-16edb8a6-9e1a-482a-8614-84eb3a079f64 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:45:03.150221 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16edb8a6-9e1a-482a-8614-84eb3a079f64 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:45:03.155346 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16edb8a6-9e1a-482a-8614-84eb3a079f64 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Pushing event updated for resources: {'Port': ['ID=e1bcdd5b-cbce-4dec-a546-29f6ee7964e3,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:45:03.468988 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 6 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:45:03.527434 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-16edb8a6-9e1a-482a-8614-84eb3a079f64 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for floatingip (d388d962-4164-4c6c-9cba-177b9b310026), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:03.605526 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-16edb8a6-9e1a-482a-8614-84eb3a079f64 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (e1bcdd5b-cbce-4dec-a546-29f6ee7964e3), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:03.699303 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 67fcf175-f342-417c-9101-ba1c35c535a0 up at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:45:03.748160 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning for port 67fcf175-f342-417c-9101-ba1c35c535a0 completed by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:45:03.752264 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning complete for port 67fcf175-f342-417c-9101-ba1c35c535a0 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:45:03.752644 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (67fcf175-f342-417c-9101-ba1c35c535a0), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:03.757559 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-16edb8a6-9e1a-482a-8614-84eb3a079f64 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for port (e1bcdd5b-cbce-4dec-a546-29f6ee7964e3), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:03.762987 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-16edb8a6-9e1a-482a-8614-84eb3a079f64 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (e1bcdd5b-cbce-4dec-a546-29f6ee7964e3), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:03.833441 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddbb30-372b-4138-abba-6bf6589b4dee req-153490b7-a789-4cf0-afee-6cfd569590ef tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:45:03.834060 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16edb8a6-9e1a-482a-8614-84eb3a079f64 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Pushing event updated for resources: {'Port': ['ID=e1bcdd5b-cbce-4dec-a546-29f6ee7964e3,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:45:03.836348 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7bddbb30-372b-4138-abba-6bf6589b4dee req-153490b7-a789-4cf0-afee-6cfd569590ef tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/ports?device_id=f42e0775-08ec-42c7-b09f-8b3896441db8 HTTP/1.1" status: 200 len: 944 time: 0.0535891 Feb 10 03:45:03.843563 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 67fcf175-f342-417c-9101-ba1c35c535a0 is: BUILD; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:45:03.844136 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (67fcf175-f342-417c-9101-ba1c35c535a0), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:03.847957 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-16edb8a6-9e1a-482a-8614-84eb3a079f64 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575287'] for floatingip (d388d962-4164-4c6c-9cba-177b9b310026), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:03.868702 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42e0775-08ec-42c7-b09f-8b3896441db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fcf175-f342-417c-9101-ba1c35c535a0'}] {{(pid=102734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:45:03.871173 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f765ceee2b9e6863c7c09e3b0452b272479917b97bc142159859c6a833de831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61aab061-0c65-450b-a926-881f2329302b" -d '{"events": [{"server_uuid": "f42e0775-08ec-42c7-b09f-8b3896441db8", "name": "network-vif-plugged", "status": "completed", "tag": "67fcf175-f342-417c-9101-ba1c35c535a0"}]}' {{(pid=102734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:45:03.888861 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7bddbb30-372b-4138-abba-6bf6589b4dee req-2faba7f1-b947-4fd4-8f5f-a3543d7aa4a7 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0efc8f8-b038-4746-afb3-4494cb92b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467114 Feb 10 03:45:03.891680 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 67fcf175-f342-417c-9101-ba1c35c535a0, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=67fcf175-f342-417c-9101-ba1c35c535a0,segment=NetworkSegment(295a5e15-85a1-4c8a-bd16-de44f5cf0b77),segment_id=295a5e15-85a1-4c8a-bd16-de44f5cf0b77)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:45:03.898722 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (67fcf175-f342-417c-9101-ba1c35c535a0), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:03.925260 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739b35da-7194-4446-aad2-64836bb12bd6 x-openstack-request-id: req-739b35da-7194-4446-aad2-64836bb12bd6 {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:45:03.925540 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42e0775-08ec-42c7-b09f-8b3896441db8", "name": "network-vif-plugged", "status": "completed", "tag": "67fcf175-f342-417c-9101-ba1c35c535a0", "code": 200}]} {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:45:03.925787 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-739b35da-7194-4446-aad2-64836bb12bd6 {{(pid=102734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:45:03.926173 dv-cinder-828060-2-iscsi neutron-server[102734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42e0775-08ec-42c7-b09f-8b3896441db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fcf175-f342-417c-9101-ba1c35c535a0', 'code': 200} Feb 10 03:45:03.952078 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=67fcf175-f342-417c-9101-ba1c35c535a0,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:45:04.260633 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.db.l3_db [None req-16edb8a6-9e1a-482a-8614-84eb3a079f64 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Floating IP d388d962-4164-4c6c-9cba-177b9b310026 associated. External IP: 172.27.0.85, port: 4d591c4e-5ea2-4a7e-ad49-178e3a247434. Feb 10 03:45:04.308608 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd48aee-b7d3-4fb9-8161-bef4beef7319 req-2d7d4645-e48f-4d57-9040-8964f6c1eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:45:04.310106 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-0cd48aee-b7d3-4fb9-8161-bef4beef7319 req-2d7d4645-e48f-4d57-9040-8964f6c1eb1f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f42e0775-08ec-42c7-b09f-8b3896441db8 HTTP/1.1" status: 200 len: 1129 time: 0.0950511 Feb 10 03:45:04.394442 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-0cd48aee-b7d3-4fb9-8161-bef4beef7319 req-c272a6c8-a884-4030-8010-5aabce9ff121 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f0efc8f8-b038-4746-afb3-4494cb92b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760398 Feb 10 03:45:04.504902 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16edb8a6-9e1a-482a-8614-84eb3a079f64 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Router 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:45:04.617663 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16edb8a6-9e1a-482a-8614-84eb3a079f64 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:45:04.627716 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edeec9a-2236-4c71-b589-0f45d2237ed0 None None] Sync routers for ids ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'] in dv-cinder-828060-2-iscsi {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:45:04.636349 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-16edb8a6-9e1a-482a-8614-84eb3a079f64 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for floatingip (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:04.639208 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edeec9a-2236-4c71-b589-0f45d2237ed0 None None] Routers {'4d80c1f5-a097-4d9e-a412-9369b9dea1b5'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:45:04.639814 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-0edeec9a-2236-4c71-b589-0f45d2237ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:44:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:45:04.665955 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-16edb8a6-9e1a-482a-8614-84eb3a079f64 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9533212 Feb 10 03:45:04.666549 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a759433-8756-49d7-a4a9-eacff05a60a8', 'tag': '4d591c4e-5ea2-4a7e-ad49-178e3a247434'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:45:04.670726 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0934f0-dcc9-446b-8009-e75a61336cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "7a759433-8756-49d7-a4a9-eacff05a60a8", "tag": "4d591c4e-5ea2-4a7e-ad49-178e3a247434"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:45:04.708973 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604de56a-93b4-4af3-ab70-2500d70bde45 x-openstack-request-id: req-604de56a-93b4-4af3-ab70-2500d70bde45 {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:45:04.709366 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a759433-8756-49d7-a4a9-eacff05a60a8", "tag": "4d591c4e-5ea2-4a7e-ad49-178e3a247434", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:45:04.709626 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-604de56a-93b4-4af3-ab70-2500d70bde45 {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:45:04.710125 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a759433-8756-49d7-a4a9-eacff05a60a8', 'tag': '4d591c4e-5ea2-4a7e-ad49-178e3a247434', 'status': 'completed', 'code': 200} Feb 10 03:45:04.766981 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-0edeec9a-2236-4c71-b589-0f45d2237ed0 None None] Set router 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:45:04.826075 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0934f0-dcc9-446b-8009-e75a61336cf9 req-0b85684c-e73a-4fa5-a31b-dfd1bd3c83dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:45:04.827653 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-fa0934f0-dcc9-446b-8009-e75a61336cf9 req-0b85684c-e73a-4fa5-a31b-dfd1bd3c83dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9861d9e039084b9b9b24721464eea6e6&device_id=7a759433-8756-49d7-a4a9-eacff05a60a8 HTTP/1.1" status: 200 len: 1129 time: 0.0512424 Feb 10 03:45:04.919050 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0934f0-dcc9-446b-8009-e75a61336cf9 req-2c675459-6520-4e1d-b84d-e6a602a4c148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:45:04.920209 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-fa0934f0-dcc9-446b-8009-e75a61336cf9 req-2c675459-6520-4e1d-b84d-e6a602a4c148 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3af7982f-b432-4a57-9896-b601a1ffbd3e HTTP/1.1" status: 200 len: 912 time: 0.0858352 Feb 10 03:45:04.994057 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-fa0934f0-dcc9-446b-8009-e75a61336cf9 req-63d8942c-a0e2-499d-923d-a37959985702 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d591c4e-5ea2-4a7e-ad49-178e3a247434 HTTP/1.1" status: 200 len: 998 time: 0.0666969 Feb 10 03:45:04.994483 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-0edeec9a-2236-4c71-b589-0f45d2237ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'name': 'tempest-TestVolumeBootPattern-215996742-router', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '93c84bb7-7465-4e30-987a-014914933494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:34Z', 'revision_number': 4, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'gw_port': {'id': '93c84bb7-7465-4e30-987a-014914933494', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_floatingips': [{'id': '86fe693d-b0aa-48ec-903c-c0991db1c90b', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'port_id': 'ed384a80-1f9f-476a-b97b-aa412b2f3e8e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'mac_address': 'fa:16:3e:4b:eb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639e1b6-e005-4646-80c2-7d526aedf8f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:42:42Z', 'updated_at': '2022-02-10T03:42:45Z', 'revision_number': 1, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'fixed_ip_address_scope': None}, {'id': 'd388d962-4164-4c6c-9cba-177b9b310026', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'port_id': '4d591c4e-5ea2-4a7e-ad49-178e3a247434', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'mac_address': 'fa:16:3e:14:27:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a759433-8756-49d7-a4a9-eacff05a60a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:45:03Z', 'updated_at': '2022-02-10T03:45:03Z', 'revision_number': 0, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7683a7cc-71b7-4848-ace4-8a81b8b4073f', 'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'mac_address': 'fa:16:3e:88:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:33Z', 'updated_at': '2022-02-10T03:38:39Z', 'revision_number': 5, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'subnets': [{'id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:45:05.014328 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c586ba-6726-40d3-b1f9-ec13d33a67d9 req-56b5040d-7894-4d3e-b923-80b5d4e2f446 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:45:05.015836 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-17c586ba-6726-40d3-b1f9-ec13d33a67d9 req-56b5040d-7894-4d3e-b923-80b5d4e2f446 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/ports?device_id=f42e0775-08ec-42c7-b09f-8b3896441db8 HTTP/1.1" status: 200 len: 945 time: 0.0562057 Feb 10 03:45:05.023195 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edeec9a-2236-4c71-b589-0f45d2237ed0 None None] Checking router: 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 for host: dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:45:05.031809 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edeec9a-2236-4c71-b589-0f45d2237ed0 None None] Routers {'4d80c1f5-a097-4d9e-a412-9369b9dea1b5'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:45:05.032424 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-0edeec9a-2236-4c71-b589-0f45d2237ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:44:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:45:05.049269 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0934f0-dcc9-446b-8009-e75a61336cf9 req-bdef8ac1-5d9d-4067-b3f0-001b30b0b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:45:05.050804 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-fa0934f0-dcc9-446b-8009-e75a61336cf9 req-bdef8ac1-5d9d-4067-b3f0-001b30b0b67d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c7ae98f-4290-4591-b0b0-01ae38e627b6 HTTP/1.1" status: 200 len: 850 time: 0.0502291 Feb 10 03:45:05.063337 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-17c586ba-6726-40d3-b1f9-ec13d33a67d9 req-a996c73e-cb2f-44c0-8348-efed2361abe4 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0efc8f8-b038-4746-afb3-4494cb92b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416174 Feb 10 03:45:05.104274 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0934f0-dcc9-446b-8009-e75a61336cf9 req-032de34b-e705-4e58-a0be-427804d94ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:45:05.105807 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-fa0934f0-dcc9-446b-8009-e75a61336cf9 req-032de34b-e705-4e58-a0be-427804d94ddd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3af7982f-b432-4a57-9896-b601a1ffbd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458064 Feb 10 03:45:05.201552 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-fa0934f0-dcc9-446b-8009-e75a61336cf9 req-700f6215-a98f-4d63-b41a-8e6b020fe142 service neutron] 10.222.0.21 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888453 Feb 10 03:45:05.277351 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-0edeec9a-2236-4c71-b589-0f45d2237ed0 None None] Set router 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:45:05.292564 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-fa0934f0-dcc9-446b-8009-e75a61336cf9 req-54c1aa2d-4c1e-4f69-9bff-83cf708f5070 service neutron] 10.222.0.21 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821373 Feb 10 03:45:05.514950 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-0edeec9a-2236-4c71-b589-0f45d2237ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'name': 'tempest-TestVolumeBootPattern-215996742-router', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '93c84bb7-7465-4e30-987a-014914933494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:34Z', 'revision_number': 4, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'gw_port': {'id': '93c84bb7-7465-4e30-987a-014914933494', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_floatingips': [{'id': '86fe693d-b0aa-48ec-903c-c0991db1c90b', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'port_id': 'ed384a80-1f9f-476a-b97b-aa412b2f3e8e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'mac_address': 'fa:16:3e:4b:eb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639e1b6-e005-4646-80c2-7d526aedf8f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:42:42Z', 'updated_at': '2022-02-10T03:42:45Z', 'revision_number': 1, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'fixed_ip_address_scope': None}, {'id': 'd388d962-4164-4c6c-9cba-177b9b310026', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'port_id': '4d591c4e-5ea2-4a7e-ad49-178e3a247434', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'mac_address': 'fa:16:3e:14:27:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a759433-8756-49d7-a4a9-eacff05a60a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:45:03Z', 'updated_at': '2022-02-10T03:45:03Z', 'revision_number': 0, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7683a7cc-71b7-4848-ace4-8a81b8b4073f', 'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'mac_address': 'fa:16:3e:88:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:33Z', 'updated_at': '2022-02-10T03:38:39Z', 'revision_number': 5, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'subnets': [{'id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:45:05.541528 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edeec9a-2236-4c71-b589-0f45d2237ed0 None None] The sync data for ids ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'] in dv-cinder-828060-2-iscsi is: [{'id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'name': 'tempest-TestVolumeBootPattern-215996742-router', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '93c84bb7-7465-4e30-987a-014914933494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:34Z', 'revision_number': 4, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'gw_port': {'id': '93c84bb7-7465-4e30-987a-014914933494', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_floatingips': [{'id': '86fe693d-b0aa-48ec-903c-c0991db1c90b', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'port_id': 'ed384a80-1f9f-476a-b97b-aa412b2f3e8e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'mac_address': 'fa:16:3e:4b:eb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639e1b6-e005-4646-80c2-7d526aedf8f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:42:42Z', 'updated_at': '2022-02-10T03:42:45Z', 'revision_number': 1, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'fixed_ip_address_scope': None}, {'id': 'd388d962-4164-4c6c-9cba-177b9b310026', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'port_id': '4d591c4e-5ea2-4a7e-ad49-178e3a247434', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'mac_address': 'fa:16:3e:14:27:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a759433-8756-49d7-a4a9-eacff05a60a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:45:03Z', 'updated_at': '2022-02-10T03:45:03Z', 'revision_number': 0, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7683a7cc-71b7-4848-ace4-8a81b8b4073f', 'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'mac_address': 'fa:16:3e:88:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:33Z', 'updated_at': '2022-02-10T03:38:39Z', 'revision_number': 5, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'subnets': [{'id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:45:05.730303 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1a76b2-2c29-442d-996f-039da1daa00b None None] New status for floating IP d388d962-4164-4c6c-9cba-177b9b310026: ACTIVE {{(pid=102735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 03:45:06.209420 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b79d8-2d59-4122-a4fa-6b709db13f12 req-bf709a52-bc61-4858-b4e5-6f06d054f6a6 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:45:06.210919 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-583b79d8-2d59-4122-a4fa-6b709db13f12 req-bf709a52-bc61-4858-b4e5-6f06d054f6a6 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/ports?device_id=f42e0775-08ec-42c7-b09f-8b3896441db8 HTTP/1.1" status: 200 len: 945 time: 0.0632594 Feb 10 03:45:06.262249 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-583b79d8-2d59-4122-a4fa-6b709db13f12 req-ceb482e3-6fcb-4ba7-9f55-0bf18204e36c tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0efc8f8-b038-4746-afb3-4494cb92b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454128 Feb 10 03:45:19.476586 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-69f52a2c-815d-4e1f-92bf-0de99917ef2c req-1cc4bb3e-7270-460b-bdf4-71f2769c47dc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517943 Feb 10 03:45:19.572436 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f52a2c-815d-4e1f-92bf-0de99917ef2c req-485f5d0e-47a4-412a-886b-9ef695cd8935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:45:19.573928 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-69f52a2c-815d-4e1f-92bf-0de99917ef2c req-485f5d0e-47a4-412a-886b-9ef695cd8935 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69a1b85d278c49969a6a638dd37579d6&device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 1130 time: 0.0503416 Feb 10 03:45:19.687241 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f52a2c-815d-4e1f-92bf-0de99917ef2c req-16cee1d2-7ecd-4631-9e5f-1e964d2a0927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:45:19.688746 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-69f52a2c-815d-4e1f-92bf-0de99917ef2c req-16cee1d2-7ecd-4631-9e5f-1e964d2a0927 service neutron] 10.222.0.21 "GET /v2.0/networks?id=141657dd-0a9d-419e-8e9a-229883dc970c HTTP/1.1" status: 200 len: 910 time: 0.0886657 Feb 10 03:45:19.757215 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-69f52a2c-815d-4e1f-92bf-0de99917ef2c req-54462379-eaa6-4b87-898f-578ad02baaf6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1a017bb-b64b-41fc-802b-4d4964557ece HTTP/1.1" status: 200 len: 1002 time: 0.0609782 Feb 10 03:45:19.807773 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f52a2c-815d-4e1f-92bf-0de99917ef2c req-645be59d-222e-40e8-8627-f2e349632484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:45:19.809325 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-69f52a2c-815d-4e1f-92bf-0de99917ef2c req-645be59d-222e-40e8-8627-f2e349632484 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bbe3104-6c08-43fa-8765-d2e1f9114957 HTTP/1.1" status: 200 len: 848 time: 0.0461504 Feb 10 03:45:19.809704 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-5082a050-1770-4b47-be9d-d40fc92319e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:19.859510 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f52a2c-815d-4e1f-92bf-0de99917ef2c req-ecfb1e39-01b4-482f-9fda-42b959b5ac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:45:19.860899 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-69f52a2c-815d-4e1f-92bf-0de99917ef2c req-ecfb1e39-01b4-482f-9fda-42b959b5ac88 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=141657dd-0a9d-419e-8e9a-229883dc970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439391 Feb 10 03:45:19.963186 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-69f52a2c-815d-4e1f-92bf-0de99917ef2c req-9facc7af-378e-4198-a549-667cf1c63b73 service neutron] 10.222.0.21 "GET /v2.0/networks/141657dd-0a9d-419e-8e9a-229883dc970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947189 Feb 10 03:45:20.060464 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-69f52a2c-815d-4e1f-92bf-0de99917ef2c req-ed69dbc4-acd0-4133-95cd-6262423b10c7 service neutron] 10.222.0.21 "GET /v2.0/networks/141657dd-0a9d-419e-8e9a-229883dc970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907922 Feb 10 03:45:21.978304 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-7a5bedef-2096-4c4b-9ab1-cd7852b129ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:22.646571 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:23.079138 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:24.964406 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:26.174998 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:40.473069 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 6 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:45:45.941282 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0061d-83b7-43aa-ac51-cb05b87b79dc req-3799eda7-9aba-4ae1-b439-87b1c966b890 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:45:45.942821 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bca0061d-83b7-43aa-ac51-cb05b87b79dc req-3799eda7-9aba-4ae1-b439-87b1c966b890 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/ports?device_id=f42e0775-08ec-42c7-b09f-8b3896441db8 HTTP/1.1" status: 200 len: 945 time: 0.0593877 Feb 10 03:45:45.992522 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-bca0061d-83b7-43aa-ac51-cb05b87b79dc req-c94dd31a-ee28-45e8-b1c1-a5d21fe96966 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0efc8f8-b038-4746-afb3-4494cb92b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416121 Feb 10 03:45:47.132102 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea2ae9-4bc9-410c-9927-78a948c22892 req-4fc12ea1-5d4c-4e20-81fb-23669ddaa125 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:45:47.133579 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-10ea2ae9-4bc9-410c-9927-78a948c22892 req-4fc12ea1-5d4c-4e20-81fb-23669ddaa125 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/ports?device_id=f42e0775-08ec-42c7-b09f-8b3896441db8 HTTP/1.1" status: 200 len: 945 time: 0.0566866 Feb 10 03:45:47.180257 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-10ea2ae9-4bc9-410c-9927-78a948c22892 req-4cc2fb38-c52d-41c8-9d86-3ab6c883d207 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0efc8f8-b038-4746-afb3-4494cb92b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409906 Feb 10 03:45:47.837393 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5115c5-1f71-4a81-9d7d-c2a97255943e req-0ec4a5fd-a0ef-41ad-9e11-ca678d9e88e4 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:45:47.838860 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-fc5115c5-1f71-4a81-9d7d-c2a97255943e req-0ec4a5fd-a0ef-41ad-9e11-ca678d9e88e4 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.21 "GET /v2.0/ports?device_id=f42e0775-08ec-42c7-b09f-8b3896441db8 HTTP/1.1" status: 200 len: 945 time: 0.0707335 Feb 10 03:45:47.933974 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-fc5115c5-1f71-4a81-9d7d-c2a97255943e req-98f3ee2b-440a-41c5-a396-245ab34dba33 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Deleting port 67fcf175-f342-417c-9101-ba1c35c535a0 {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:45:47.934230 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-fc5115c5-1f71-4a81-9d7d-c2a97255943e req-98f3ee2b-440a-41c5-a396-245ab34dba33 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (67fcf175-f342-417c-9101-ba1c35c535a0), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:48.024743 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-fc5115c5-1f71-4a81-9d7d-c2a97255943e req-98f3ee2b-440a-41c5-a396-245ab34dba33 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] For port 67fcf175-f342-417c-9101-ba1c35c535a0, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=67fcf175-f342-417c-9101-ba1c35c535a0,segment=NetworkSegment(295a5e15-85a1-4c8a-bd16-de44f5cf0b77),segment_id=295a5e15-85a1-4c8a-bd16-de44f5cf0b77)] {{(pid=102733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:45:48.025106 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-fc5115c5-1f71-4a81-9d7d-c2a97255943e req-98f3ee2b-440a-41c5-a396-245ab34dba33 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (67fcf175-f342-417c-9101-ba1c35c535a0), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:48.037580 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-fc5115c5-1f71-4a81-9d7d-c2a97255943e req-98f3ee2b-440a-41c5-a396-245ab34dba33 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Calling delete_port for 67fcf175-f342-417c-9101-ba1c35c535a0 owned by compute:nova {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:45:48.165840 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-fc5115c5-1f71-4a81-9d7d-c2a97255943e req-98f3ee2b-440a-41c5-a396-245ab34dba33 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (67fcf175-f342-417c-9101-ba1c35c535a0), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:48.196469 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3ee2b-440a-41c5-a396-245ab34dba33 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Pushing event deleted for resources: {'Port': ['ID=67fcf175-f342-417c-9101-ba1c35c535a0,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:45:48.202592 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['67fcf175-f342-417c-9101-ba1c35c535a0'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:45:48.208357 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3ee2b-440a-41c5-a396-245ab34dba33 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:45:48.208729 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3ee2b-440a-41c5-a396-245ab34dba33 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:45:48.209158 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3ee2b-440a-41c5-a396-245ab34dba33 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:45:48.209496 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3ee2b-440a-41c5-a396-245ab34dba33 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:45:48.209825 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3ee2b-440a-41c5-a396-245ab34dba33 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:45:48.210150 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3ee2b-440a-41c5-a396-245ab34dba33 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:45:48.211933 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3ee2b-440a-41c5-a396-245ab34dba33 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:45:48.211933 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3ee2b-440a-41c5-a396-245ab34dba33 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:45:48.211933 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3ee2b-440a-41c5-a396-245ab34dba33 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:45:48.211933 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3ee2b-440a-41c5-a396-245ab34dba33 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:45:48.211933 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3ee2b-440a-41c5-a396-245ab34dba33 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:45:48.212377 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3ee2b-440a-41c5-a396-245ab34dba33 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:45:48.212601 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3ee2b-440a-41c5-a396-245ab34dba33 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:45:48.247943 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5115c5-1f71-4a81-9d7d-c2a97255943e req-98f3ee2b-440a-41c5-a396-245ab34dba33 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] No DVR routers for this DVR port 67fcf175-f342-417c-9101-ba1c35c535a0 on host hv-cinder-82806 {{(pid=102733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:45:48.250229 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-fc5115c5-1f71-4a81-9d7d-c2a97255943e req-98f3ee2b-440a-41c5-a396-245ab34dba33 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:48.253613 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-fc5115c5-1f71-4a81-9d7d-c2a97255943e req-98f3ee2b-440a-41c5-a396-245ab34dba33 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.21 "DELETE /v2.0/ports/67fcf175-f342-417c-9101-ba1c35c535a0 HTTP/1.1" status: 204 len: 173 time: 0.4083469 Feb 10 03:45:48.254024 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42e0775-08ec-42c7-b09f-8b3896441db8', 'name': 'network-vif-deleted', 'tag': '67fcf175-f342-417c-9101-ba1c35c535a0'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:45:48.256294 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e668a9b3-489d-435b-8839-9b05336997e1" -d '{"events": [{"server_uuid": "f42e0775-08ec-42c7-b09f-8b3896441db8", "name": "network-vif-deleted", "tag": "67fcf175-f342-417c-9101-ba1c35c535a0"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:45:48.296539 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884c7a85-d23e-4646-818d-1ffd5f00f047 x-openstack-request-id: req-884c7a85-d23e-4646-818d-1ffd5f00f047 {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:45:48.296972 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42e0775-08ec-42c7-b09f-8b3896441db8", "name": "network-vif-deleted", "tag": "67fcf175-f342-417c-9101-ba1c35c535a0", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:45:48.297288 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-884c7a85-d23e-4646-818d-1ffd5f00f047 {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:45:48.297685 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42e0775-08ec-42c7-b09f-8b3896441db8', 'name': 'network-vif-deleted', 'tag': '67fcf175-f342-417c-9101-ba1c35c535a0', 'status': 'completed', 'code': 200} Feb 10 03:45:48.306856 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a4d5015e-9a1b-484e-a5a0-0a31b99cd970 req-0d461ab3-238e-4a04-89d7-824c77d96343 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/ports?device_id=f42e0775-08ec-42c7-b09f-8b3896441db8 HTTP/1.1" status: 200 len: 210 time: 0.0312123 Feb 10 03:45:49.822202 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-150ec2ed-69ab-49e6-a77e-bf41000d684c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:51.981069 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-138aa802-8f33-4eef-8c02-a9c1e8b1aeca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:52.578970 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 67fcf175-f342-417c-9101-ba1c35c535a0 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:45:52.607125 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] No Port match for: 67fcf175-f342-417c-9101-ba1c35c535a0 {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:45:52.607474 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 67fcf175-f342-417c-9101-ba1c35c535a0 not bound to the agent host hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:45:52.642443 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:53.076040 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:54.967151 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:56.178806 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:59.403751 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-c121389d-7565-465b-9e65-5ce630071b53 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:45:59.405204 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-c121389d-7565-465b-9e65-5ce630071b53 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/networks?id=f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a HTTP/1.1" status: 200 len: 814 time: 0.1068699 Feb 10 03:45:59.425461 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-5faf9039-87bf-48a4-a161-003862843322 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/quotas/971e4963ecd649e8ba5e72ebfc30318a HTTP/1.1" status: 200 len: 375 time: 0.0120051 Feb 10 03:45:59.464700 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-d4c35679-585e-4a8e-9663-55ebac40a1b3 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=971e4963ecd649e8ba5e72ebfc30318a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320807 Feb 10 03:45:59.563481 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-cd6378de-763b-413e-86b7-f9c307a58dfc service neutron] 10.222.0.32 "GET /v2.0/networks/f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887206 Feb 10 03:45:59.656945 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-6fe97410-bd20-4057-967c-3ff12e486352 service neutron] 10.222.0.32 "GET /v2.0/networks/f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878160 Feb 10 03:45:59.819520 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-44dd8efe-7935-4f17-a5ab-b649d2922a5d req-312fbc84-6249-4dbd-9373-b0badd4d8ec2 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f629b3-c78c-4db3-9700-497b4d7cb580 HTTP/1.1" status: 200 len: 210 time: 0.0318942 Feb 10 03:46:00.914994 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e436b0e5-709e-4202-a9a0-9c2d2cb72163 req-07fca55f-dcac-4600-a429-69e11eea5b2b tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f629b3-c78c-4db3-9700-497b4d7cb580 HTTP/1.1" status: 200 len: 210 time: 0.0278416 Feb 10 03:46:00.965696 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-2f00c97e-9ee6-4776-990d-9c8dff945625 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:00.967980 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-2f00c97e-9ee6-4776-990d-9c8dff945625 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.21 "GET /v2.0/networks?id=f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a HTTP/1.1" status: 200 len: 814 time: 0.1106741 Feb 10 03:46:00.999532 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-be6241d7-3e98-4ba3-ac8b-a060c322a562 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Request body: {'port': {'device_id': '51f629b3-c78c-4db3-9700-497b4d7cb580', 'network_id': 'f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a', 'admin_state_up': True, 'tenant_id': '971e4963ecd649e8ba5e72ebfc30318a'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:46:01.106176 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-be6241d7-3e98-4ba3-ac8b-a060c322a562 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Made reservation on behalf of 971e4963ecd649e8ba5e72ebfc30318a for: {'port': 1} {{(pid=102733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:46:01.109628 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-be6241d7-3e98-4ba3-ac8b-a060c322a562 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (None), before_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:01.233852 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_common [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-be6241d7-3e98-4ba3-ac8b-a060c322a562 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Allocated IP 172.20.0.6 (f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a/97772183-e10b-495f-91a7-8311e3fc901f/7c394e04-12d5-4b18-a6c3-ef981fa184c3) {{(pid=102733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:46:01.380129 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-be6241d7-3e98-4ba3-ac8b-a060c322a562 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Publish callbacks [] for port (7c394e04-12d5-4b18-a6c3-ef981fa184c3), precommit_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:01.427224 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-be6241d7-3e98-4ba3-ac8b-a060c322a562 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729387717834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (7c394e04-12d5-4b18-a6c3-ef981fa184c3), after_create {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:01.472783 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-be6241d7-3e98-4ba3-ac8b-a060c322a562 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Network f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a is already hosted by enough agents. {{(pid=102733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:46:01.475961 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.base_scheduler [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-be6241d7-3e98-4ba3-ac8b-a060c322a562 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Resources bound (agent type, host, resource id): {{(pid=102733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:46:01.479735 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-be6241d7-3e98-4ba3-ac8b-a060c322a562 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Received port after_create {{(pid=102733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:46:01.487306 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6241d7-3e98-4ba3-ac8b-a060c322a562 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Pushing event updated for resources: {'Port': ['ID=7c394e04-12d5-4b18-a6c3-ef981fa184c3,revision_number=1']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:01.533065 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-be6241d7-3e98-4ba3-ac8b-a060c322a562 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:01.533662 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-be6241d7-3e98-4ba3-ac8b-a060c322a562 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:01.551281 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-be6241d7-3e98-4ba3-ac8b-a060c322a562 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5554318 Feb 10 03:46:01.569257 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.v2.base [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-65d03390-981c-4d27-ba05-d943ffa6e536 service neutron] Request body: {'port': {'device_id': '51f629b3-c78c-4db3-9700-497b4d7cb580', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=102733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:46:01.629468 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-65d03390-981c-4d27-ba05-d943ffa6e536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (7c394e04-12d5-4b18-a6c3-ef981fa184c3), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:01.894966 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-65d03390-981c-4d27-ba05-d943ffa6e536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c394e04-12d5-4b18-a6c3-ef981fa184c3 {{(pid=102733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:46:01.902383 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-65d03390-981c-4d27-ba05-d943ffa6e536 service neutron] Publish callbacks [] for port (7c394e04-12d5-4b18-a6c3-ef981fa184c3), precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:01.914300 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.provisioning_blocks [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-65d03390-981c-4d27-ba05-d943ffa6e536 service neutron] Transition to ACTIVE for port object 7c394e04-12d5-4b18-a6c3-ef981fa184c3 will not be triggered until provisioned by entity L2. {{(pid=102733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:46:01.920628 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-65d03390-981c-4d27-ba05-d943ffa6e536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (7c394e04-12d5-4b18-a6c3-ef981fa184c3), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:01.967157 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d03390-981c-4d27-ba05-d943ffa6e536 service neutron] Pushing event updated for resources: {'Port': ['ID=7c394e04-12d5-4b18-a6c3-ef981fa184c3,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:02.036443 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c04529-aff7-42ac-befa-369b88f07d8a req-29df6f44-bf81-4681-9210-098297227ff2 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:02.037881 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c6c04529-aff7-42ac-befa-369b88f07d8a req-29df6f44-bf81-4681-9210-098297227ff2 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f629b3-c78c-4db3-9700-497b4d7cb580 HTTP/1.1" status: 200 len: 943 time: 0.0524602 Feb 10 03:46:02.042672 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-65d03390-981c-4d27-ba05-d943ffa6e536 service neutron] Attempting to bind port 7c394e04-12d5-4b18-a6c3-ef981fa184c3 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:46:02.043030 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-65d03390-981c-4d27-ba05-d943ffa6e536 service neutron] Attempting to bind port 7c394e04-12d5-4b18-a6c3-ef981fa184c3 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '295a5e15-85a1-4c8a-bd16-de44f5cf0b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:46:02.043380 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-65d03390-981c-4d27-ba05-d943ffa6e536 service neutron] Attempting to bind port 7c394e04-12d5-4b18-a6c3-ef981fa184c3 on network f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:46:02.047760 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-65d03390-981c-4d27-ba05-d943ffa6e536 service neutron] Port 7c394e04-12d5-4b18-a6c3-ef981fa184c3 on network f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:46:02.048085 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-65d03390-981c-4d27-ba05-d943ffa6e536 service neutron] Attempting to bind port 7c394e04-12d5-4b18-a6c3-ef981fa184c3 on network f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:46:02.052891 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-65d03390-981c-4d27-ba05-d943ffa6e536 service neutron] Checking agent: {'id': '7fa92194-f930-41b3-9bb5-0cd5b2874298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'started_at': datetime.datetime(2022, 2, 10, 3, 35, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:46:02.053229 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-65d03390-981c-4d27-ba05-d943ffa6e536 service neutron] Checking segment: {'id': '295a5e15-85a1-4c8a-bd16-de44f5cf0b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:46:02.053611 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-65d03390-981c-4d27-ba05-d943ffa6e536 service neutron] Bound using segment: {'id': '295a5e15-85a1-4c8a-bd16-de44f5cf0b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:46:02.054040 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-65d03390-981c-4d27-ba05-d943ffa6e536 service neutron] Bound port: 7c394e04-12d5-4b18-a6c3-ef981fa184c3, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '295a5e15-85a1-4c8a-bd16-de44f5cf0b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:46:02.054396 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-65d03390-981c-4d27-ba05-d943ffa6e536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (7c394e04-12d5-4b18-a6c3-ef981fa184c3), before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:02.083163 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c6c04529-aff7-42ac-befa-369b88f07d8a req-4632b924-98f7-47bc-89a8-624091da3599 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0efc8f8-b038-4746-afb3-4494cb92b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392914 Feb 10 03:46:02.115894 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-65d03390-981c-4d27-ba05-d943ffa6e536 service neutron] For port 7c394e04-12d5-4b18-a6c3-ef981fa184c3, host hv-cinder-82806, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:46:02.118893 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-65d03390-981c-4d27-ba05-d943ffa6e536 service neutron] For port 7c394e04-12d5-4b18-a6c3-ef981fa184c3, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=7c394e04-12d5-4b18-a6c3-ef981fa184c3,segment=NetworkSegment(295a5e15-85a1-4c8a-bd16-de44f5cf0b77),segment_id=295a5e15-85a1-4c8a-bd16-de44f5cf0b77)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:46:02.126578 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-65d03390-981c-4d27-ba05-d943ffa6e536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264842830'] for port (7c394e04-12d5-4b18-a6c3-ef981fa184c3), after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:02.161059 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-65d03390-981c-4d27-ba05-d943ffa6e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:02.161687 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-65d03390-981c-4d27-ba05-d943ffa6e536 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:02.163098 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-65d03390-981c-4d27-ba05-d943ffa6e536 service neutron] 10.222.0.21 "PUT /v2.0/ports/7c394e04-12d5-4b18-a6c3-ef981fa184c3 HTTP/1.1" status: 200 len: 1093 time: 0.5979056 Feb 10 03:46:02.163537 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f629b3-c78c-4db3-9700-497b4d7cb580', 'tag': '7c394e04-12d5-4b18-a6c3-ef981fa184c3'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:46:02.165828 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c806a1d-545d-4791-95a6-229db5b4900c" -d '{"events": [{"name": "network-changed", "server_uuid": "51f629b3-c78c-4db3-9700-497b4d7cb580", "tag": "7c394e04-12d5-4b18-a6c3-ef981fa184c3"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:46:02.185937 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d03390-981c-4d27-ba05-d943ffa6e536 service neutron] Pushing event updated for resources: {'Port': ['ID=7c394e04-12d5-4b18-a6c3-ef981fa184c3,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:02.211915 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf943858-b5d5-4daf-91b2-06080056492d x-openstack-request-id: req-cf943858-b5d5-4daf-91b2-06080056492d {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:46:02.212309 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f629b3-c78c-4db3-9700-497b4d7cb580", "tag": "7c394e04-12d5-4b18-a6c3-ef981fa184c3", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:46:02.212562 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf943858-b5d5-4daf-91b2-06080056492d {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:46:02.212960 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f629b3-c78c-4db3-9700-497b4d7cb580', 'tag': '7c394e04-12d5-4b18-a6c3-ef981fa184c3', 'status': 'completed', 'code': 200} Feb 10 03:46:02.282794 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-8f6a7d08-e1eb-4bdd-ac22-c41580309e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:02.284310 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-8f6a7d08-e1eb-4bdd-ac22-c41580309e6c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=971e4963ecd649e8ba5e72ebfc30318a&device_id=51f629b3-c78c-4db3-9700-497b4d7cb580 HTTP/1.1" status: 200 len: 1127 time: 0.0507801 Feb 10 03:46:02.332011 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-e24c8746-0f73-428a-a266-a890e0e16148 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c394e04-12d5-4b18-a6c3-ef981fa184c3 HTTP/1.1" status: 200 len: 217 time: 0.0330899 Feb 10 03:46:02.378853 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-c9306d0c-7a78-4f33-ada1-7d7080cb3256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:02.380246 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-c9306d0c-7a78-4f33-ada1-7d7080cb3256 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=97772183-e10b-495f-91a7-8311e3fc901f HTTP/1.1" status: 200 len: 854 time: 0.0423756 Feb 10 03:46:02.412907 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-3948c47e-d62f-4f4b-ae3a-c6c06e6da2db service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254905 Feb 10 03:46:02.510689 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-040fac0a-6b71-4fad-9cea-40d0848ee7e4 service neutron] 10.222.0.21 "GET /v2.0/networks/f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896797 Feb 10 03:46:02.614129 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-6da216d2-7681-4aa1-9b1a-3e82117bd00f req-2294bc69-e1d3-4322-a7c6-d87ae27129c5 service neutron] 10.222.0.21 "GET /v2.0/networks/f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957038 Feb 10 03:46:02.755422 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c806a1d-545d-4791-95a6-229db5b4900c req-b5078f31-20dc-4c56-94e2-2acbe167d0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:02.756935 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-3c806a1d-545d-4791-95a6-229db5b4900c req-b5078f31-20dc-4c56-94e2-2acbe167d0d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=971e4963ecd649e8ba5e72ebfc30318a&device_id=51f629b3-c78c-4db3-9700-497b4d7cb580 HTTP/1.1" status: 200 len: 1127 time: 0.0476663 Feb 10 03:46:02.861846 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c806a1d-545d-4791-95a6-229db5b4900c req-c4d6f7a8-cad0-4f0f-bd1a-2b82df5e44aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:02.863374 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-3c806a1d-545d-4791-95a6-229db5b4900c req-c4d6f7a8-cad0-4f0f-bd1a-2b82df5e44aa service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a HTTP/1.1" status: 200 len: 915 time: 0.0981181 Feb 10 03:46:02.909091 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-3c806a1d-545d-4791-95a6-229db5b4900c req-c9b9e5b4-fe34-4b2c-9799-5963c0cc17b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c394e04-12d5-4b18-a6c3-ef981fa184c3 HTTP/1.1" status: 200 len: 217 time: 0.0380161 Feb 10 03:46:02.957719 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c806a1d-545d-4791-95a6-229db5b4900c req-1d3110fe-6e63-4e2c-8a3a-c48b43cac9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:02.959067 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-3c806a1d-545d-4791-95a6-229db5b4900c req-1d3110fe-6e63-4e2c-8a3a-c48b43cac9f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=97772183-e10b-495f-91a7-8311e3fc901f HTTP/1.1" status: 200 len: 854 time: 0.0429626 Feb 10 03:46:02.991137 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-3c806a1d-545d-4791-95a6-229db5b4900c req-1bfbf45e-4df5-4d92-a2ff-2334569a91c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241630 Feb 10 03:46:03.084001 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-3c806a1d-545d-4791-95a6-229db5b4900c req-2846169c-f449-4aa0-b442-210af7e1c772 service neutron] 10.222.0.21 "GET /v2.0/networks/f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854080 Feb 10 03:46:03.177561 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-3c806a1d-545d-4791-95a6-229db5b4900c req-55264498-2a82-4488-a75b-d048ede202df service neutron] 10.222.0.21 "GET /v2.0/networks/f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870175 Feb 10 03:46:03.205450 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53ad96-f36e-4861-b282-d6b36b4cfdbd req-834a1995-3fbc-49e0-b961-6746a894ee42 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:03.206972 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6f53ad96-f36e-4861-b282-d6b36b4cfdbd req-834a1995-3fbc-49e0-b961-6746a894ee42 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f629b3-c78c-4db3-9700-497b4d7cb580 HTTP/1.1" status: 200 len: 943 time: 0.0513556 Feb 10 03:46:03.257060 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-6f53ad96-f36e-4861-b282-d6b36b4cfdbd req-4da25664-48e2-4cb5-b7d0-e479fea9951a tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0efc8f8-b038-4746-afb3-4494cb92b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441339 Feb 10 03:46:04.392465 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c54d8f-dbfa-4010-96a8-43c0a18307da req-d3b6217c-5fff-4949-85f1-c9168f278e5e tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:04.393916 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-18c54d8f-dbfa-4010-96a8-43c0a18307da req-d3b6217c-5fff-4949-85f1-c9168f278e5e tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f629b3-c78c-4db3-9700-497b4d7cb580 HTTP/1.1" status: 200 len: 943 time: 0.0566709 Feb 10 03:46:04.440321 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-18c54d8f-dbfa-4010-96a8-43c0a18307da req-39faf3ba-7a54-433b-a896-e9ddeea06ae1 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0efc8f8-b038-4746-afb3-4494cb92b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406730 Feb 10 03:46:05.571354 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5369cfb-36b4-41d3-afa6-04e2b1588d49 req-7812763d-1a35-400f-9ef4-794136d7f219 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:05.572824 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a5369cfb-36b4-41d3-afa6-04e2b1588d49 req-7812763d-1a35-400f-9ef4-794136d7f219 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f629b3-c78c-4db3-9700-497b4d7cb580 HTTP/1.1" status: 200 len: 943 time: 0.0544002 Feb 10 03:46:05.622424 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a5369cfb-36b4-41d3-afa6-04e2b1588d49 req-d7d0c6a9-1768-46c4-8158-cf1bef7eacab tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0efc8f8-b038-4746-afb3-4494cb92b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432293 Feb 10 03:46:06.603444 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 7c394e04-12d5-4b18-a6c3-ef981fa184c3 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:46:06.703774 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 7c394e04-12d5-4b18-a6c3-ef981fa184c3, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=7c394e04-12d5-4b18-a6c3-ef981fa184c3,segment=NetworkSegment(295a5e15-85a1-4c8a-bd16-de44f5cf0b77),segment_id=295a5e15-85a1-4c8a-bd16-de44f5cf0b77)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:46:06.715386 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Returning: {'device': '7c394e04-12d5-4b18-a6c3-ef981fa184c3', 'network_id': 'f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a', 'port_id': '7c394e04-12d5-4b18-a6c3-ef981fa184c3', 'mac_address': 'fa:16:3e:3a:48:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97772183-e10b-495f-91a7-8311e3fc901f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:46:06.751553 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 7c394e04-12d5-4b18-a6c3-ef981fa184c3 is: DOWN; New status is: BUILD {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:46:06.751949 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (7c394e04-12d5-4b18-a6c3-ef981fa184c3), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:06.760326 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d53325-9bbb-4040-b2e5-040a3eed07f3 req-cfa5ab72-c608-442d-a469-d8d4ee32182e tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:06.761802 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d0d53325-9bbb-4040-b2e5-040a3eed07f3 req-cfa5ab72-c608-442d-a469-d8d4ee32182e tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f629b3-c78c-4db3-9700-497b4d7cb580 HTTP/1.1" status: 200 len: 943 time: 0.0576713 Feb 10 03:46:06.765056 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c394e04-12d5-4b18-a6c3-ef981fa184c3 {{(pid=102734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:46:06.784622 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 7c394e04-12d5-4b18-a6c3-ef981fa184c3, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=7c394e04-12d5-4b18-a6c3-ef981fa184c3,segment=NetworkSegment(295a5e15-85a1-4c8a-bd16-de44f5cf0b77),segment_id=295a5e15-85a1-4c8a-bd16-de44f5cf0b77)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:46:06.791022 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (7c394e04-12d5-4b18-a6c3-ef981fa184c3), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:06.807904 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d0d53325-9bbb-4040-b2e5-040a3eed07f3 req-f475d665-eca9-4655-bd71-24c67ed33b0e tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0efc8f8-b038-4746-afb3-4494cb92b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403705 Feb 10 03:46:06.836004 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=7c394e04-12d5-4b18-a6c3-ef981fa184c3,revision_number=4']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:06.842965 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:06.843312 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:06.843640 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:06.843975 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:06.844300 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:06.844623 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:06.844948 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:06.845269 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:06.845595 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:06.845917 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:06.846232 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:06.846550 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:06.846893 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:07.164407 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['7c394e04-12d5-4b18-a6c3-ef981fa184c3'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:46:07.939160 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a714c-5769-4818-afb9-d8b150314e30 req-d6ed9044-c06d-461d-8598-ede3173b2286 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:07.940594 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3e3a714c-5769-4818-afb9-d8b150314e30 req-d6ed9044-c06d-461d-8598-ede3173b2286 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f629b3-c78c-4db3-9700-497b4d7cb580 HTTP/1.1" status: 200 len: 944 time: 0.0590613 Feb 10 03:46:07.991908 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3e3a714c-5769-4818-afb9-d8b150314e30 req-7b15d75b-edf7-4b61-bd45-e2596ea86472 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0efc8f8-b038-4746-afb3-4494cb92b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433128 Feb 10 03:46:08.619449 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 7c394e04-12d5-4b18-a6c3-ef981fa184c3 up at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:46:08.678147 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning for port 7c394e04-12d5-4b18-a6c3-ef981fa184c3 completed by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:46:08.684226 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning complete for port 7c394e04-12d5-4b18-a6c3-ef981fa184c3 triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:46:08.684475 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (7c394e04-12d5-4b18-a6c3-ef981fa184c3), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:08.769438 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port 7c394e04-12d5-4b18-a6c3-ef981fa184c3 is: BUILD; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:46:08.769830 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (7c394e04-12d5-4b18-a6c3-ef981fa184c3), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:08.792290 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f629b3-c78c-4db3-9700-497b4d7cb580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c394e04-12d5-4b18-a6c3-ef981fa184c3'}] {{(pid=102734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:46:08.794575 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f765ceee2b9e6863c7c09e3b0452b272479917b97bc142159859c6a833de831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57973df-fefe-4903-97ef-5216d477fc4e" -d '{"events": [{"server_uuid": "51f629b3-c78c-4db3-9700-497b4d7cb580", "name": "network-vif-plugged", "status": "completed", "tag": "7c394e04-12d5-4b18-a6c3-ef981fa184c3"}]}' {{(pid=102734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:46:08.807331 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port 7c394e04-12d5-4b18-a6c3-ef981fa184c3, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=7c394e04-12d5-4b18-a6c3-ef981fa184c3,segment=NetworkSegment(295a5e15-85a1-4c8a-bd16-de44f5cf0b77),segment_id=295a5e15-85a1-4c8a-bd16-de44f5cf0b77)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:46:08.811906 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (7c394e04-12d5-4b18-a6c3-ef981fa184c3), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:08.837283 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121b0b1f-f6f0-4bc5-9c2b-7b931d0fb923 x-openstack-request-id: req-121b0b1f-f6f0-4bc5-9c2b-7b931d0fb923 {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:46:08.837575 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f629b3-c78c-4db3-9700-497b4d7cb580", "name": "network-vif-plugged", "status": "completed", "tag": "7c394e04-12d5-4b18-a6c3-ef981fa184c3", "code": 200}]} {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:46:08.837825 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-121b0b1f-f6f0-4bc5-9c2b-7b931d0fb923 {{(pid=102734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:46:08.838255 dv-cinder-828060-2-iscsi neutron-server[102734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f629b3-c78c-4db3-9700-497b4d7cb580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c394e04-12d5-4b18-a6c3-ef981fa184c3', 'code': 200} Feb 10 03:46:08.864141 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=7c394e04-12d5-4b18-a6c3-ef981fa184c3,revision_number=5']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:09.053472 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f214b-389e-4501-8bde-549c999c4adb req-26e3e782-0634-4045-8aa1-008737cfba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:09.055094 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-d80f214b-389e-4501-8bde-549c999c4adb req-26e3e782-0634-4045-8aa1-008737cfba13 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=51f629b3-c78c-4db3-9700-497b4d7cb580 HTTP/1.1" status: 200 len: 1129 time: 0.0520058 Feb 10 03:46:09.098196 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-d80f214b-389e-4501-8bde-549c999c4adb req-a490e98d-721f-43c0-8caa-5d258bd52eba service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f0efc8f8-b038-4746-afb3-4494cb92b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374155 Feb 10 03:46:09.122952 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ec43b-9cdb-4654-acc0-b646527e777a req-26c01429-3653-44c5-a3b0-5f8ba4937386 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:09.124392 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-eb1ec43b-9cdb-4654-acc0-b646527e777a req-26c01429-3653-44c5-a3b0-5f8ba4937386 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f629b3-c78c-4db3-9700-497b4d7cb580 HTTP/1.1" status: 200 len: 945 time: 0.0562210 Feb 10 03:46:09.170912 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-eb1ec43b-9cdb-4654-acc0-b646527e777a req-1a181b20-5f78-4fa6-b6ad-544871736492 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0efc8f8-b038-4746-afb3-4494cb92b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408723 Feb 10 03:46:10.294045 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a54e6-a5b6-4a91-98d1-e4e836a427e1 req-2a51140e-7788-4fc6-ba46-d8d0232b753f tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:10.295596 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e83a54e6-a5b6-4a91-98d1-e4e836a427e1 req-2a51140e-7788-4fc6-ba46-d8d0232b753f tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f629b3-c78c-4db3-9700-497b4d7cb580 HTTP/1.1" status: 200 len: 945 time: 0.0538263 Feb 10 03:46:10.341885 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e83a54e6-a5b6-4a91-98d1-e4e836a427e1 req-aec571ae-62ce-4e82-b918-d71406e0fe78 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0efc8f8-b038-4746-afb3-4494cb92b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405180 Feb 10 03:46:11.478951 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14384cc-4e9b-476f-b32c-1c01e4ef30c0 req-e27a843c-0171-4557-b928-87a4387e4ed4 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:11.480407 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a14384cc-4e9b-476f-b32c-1c01e4ef30c0 req-e27a843c-0171-4557-b928-87a4387e4ed4 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f629b3-c78c-4db3-9700-497b4d7cb580 HTTP/1.1" status: 200 len: 945 time: 0.0647953 Feb 10 03:46:11.532255 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a14384cc-4e9b-476f-b32c-1c01e4ef30c0 req-3bf0da52-4573-4bc0-a7c9-14209acd09d9 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0efc8f8-b038-4746-afb3-4494cb92b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435627 Feb 10 03:46:17.477391 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 6 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:46:18.194765 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8584e-b9d3-45c4-9758-9de10b1dbaf8 req-7094fb78-6264-4cef-91ca-4334d250eaaf tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:18.196561 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5ee8584e-b9d3-45c4-9758-9de10b1dbaf8 req-7094fb78-6264-4cef-91ca-4334d250eaaf tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 946 time: 0.0567105 Feb 10 03:46:18.248780 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5ee8584e-b9d3-45c4-9758-9de10b1dbaf8 req-5bf00a93-ba81-4f2b-a9b6-bffe45850b11 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456023 Feb 10 03:46:19.368697 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f332a-8856-47ec-88f3-e6b53b0a63ff req-ea0ce0ce-c2c6-4852-87f1-bd872e8e1b60 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:19.371441 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-023f332a-8856-47ec-88f3-e6b53b0a63ff req-ea0ce0ce-c2c6-4852-87f1-bd872e8e1b60 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 946 time: 0.0538673 Feb 10 03:46:19.421158 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-023f332a-8856-47ec-88f3-e6b53b0a63ff req-3b211d97-6025-47ff-88a8-7a8d2edc9e90 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439513 Feb 10 03:46:19.467017 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-aa127066-97ce-4c53-894f-aa7fbb7bf9a1 req-0b3ef6c3-b682-45e1-9702-16179d619b02 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483823 Feb 10 03:46:19.598284 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa127066-97ce-4c53-894f-aa7fbb7bf9a1 req-83f8e709-d256-4c7b-a51f-beeabe46d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:19.599793 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-aa127066-97ce-4c53-894f-aa7fbb7bf9a1 req-83f8e709-d256-4c7b-a51f-beeabe46d08f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9861d9e039084b9b9b24721464eea6e6&device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 1129 time: 0.0462582 Feb 10 03:46:19.717365 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa127066-97ce-4c53-894f-aa7fbb7bf9a1 req-0c51f35e-f78e-4c1f-bfdb-d979c0a29ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:19.718954 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-aa127066-97ce-4c53-894f-aa7fbb7bf9a1 req-0c51f35e-f78e-4c1f-bfdb-d979c0a29ccd service neutron] 10.222.0.21 "GET /v2.0/networks?id=3af7982f-b432-4a57-9896-b601a1ffbd3e HTTP/1.1" status: 200 len: 912 time: 0.0912821 Feb 10 03:46:19.789159 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-aa127066-97ce-4c53-894f-aa7fbb7bf9a1 req-e639be50-0e3c-47ca-9329-626b0fc7e065 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed384a80-1f9f-476a-b97b-aa412b2f3e8e HTTP/1.1" status: 200 len: 1001 time: 0.0639195 Feb 10 03:46:19.818068 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-3084b762-3945-4d6a-ac0b-a3e806588118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:20.565592 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4739af5-2293-48f7-bb05-28efe4fea0db req-d3087b7e-c570-41d1-beb0-d7d516b32bef tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:20.567090 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c4739af5-2293-48f7-bb05-28efe4fea0db req-d3087b7e-c570-41d1-beb0-d7d516b32bef tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 946 time: 0.0631626 Feb 10 03:46:20.617456 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c4739af5-2293-48f7-bb05-28efe4fea0db req-78e82d13-7f19-4ebd-a8b0-0fe19776e6ab tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426834 Feb 10 03:46:20.732887 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa127066-97ce-4c53-894f-aa7fbb7bf9a1 req-843285c9-990b-4d41-a5c9-3bfb03b2d0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:20.734265 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-aa127066-97ce-4c53-894f-aa7fbb7bf9a1 req-843285c9-990b-4d41-a5c9-3bfb03b2d0e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c7ae98f-4290-4591-b0b0-01ae38e627b6 HTTP/1.1" status: 200 len: 850 time: 0.0482504 Feb 10 03:46:21.515640 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa127066-97ce-4c53-894f-aa7fbb7bf9a1 req-c9f74b21-a20f-423d-99be-0673961b4c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:21.517131 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-aa127066-97ce-4c53-894f-aa7fbb7bf9a1 req-c9f74b21-a20f-423d-99be-0673961b4c6c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3af7982f-b432-4a57-9896-b601a1ffbd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532913 Feb 10 03:46:21.755417 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee60a23-0b0d-4049-b0f0-f92cd5dbae1d req-43fd1e39-d278-4c34-8702-c14964ff5a0c tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:21.756887 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4ee60a23-0b0d-4049-b0f0-f92cd5dbae1d req-43fd1e39-d278-4c34-8702-c14964ff5a0c tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 946 time: 0.0607381 Feb 10 03:46:21.805481 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4ee60a23-0b0d-4049-b0f0-f92cd5dbae1d req-3163b908-a043-40fd-9c33-6b6721eed64d tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429788 Feb 10 03:46:21.983978 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-7609fe09-c0d4-4513-b156-7febecb78295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:22.532527 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-aa127066-97ce-4c53-894f-aa7fbb7bf9a1 req-4569946f-3a79-45a4-931b-d8792279f29a service neutron] 10.222.0.21 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950599 Feb 10 03:46:22.628863 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-aa127066-97ce-4c53-894f-aa7fbb7bf9a1 req-29b3457e-64b9-4522-bfc4-c22020bef87c service neutron] 10.222.0.21 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889723 Feb 10 03:46:22.654230 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:22.928155 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e86c8-e9f5-42fb-8443-7a13572e635e req-9c0dd709-8b58-4b13-9d46-e088db89bd31 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:22.929624 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-093e86c8-e9f5-42fb-8443-7a13572e635e req-9c0dd709-8b58-4b13-9d46-e088db89bd31 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 946 time: 0.0540447 Feb 10 03:46:22.982377 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-093e86c8-e9f5-42fb-8443-7a13572e635e req-85e0cfad-ab17-41aa-9568-fc6f8fd265c8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469630 Feb 10 03:46:23.079427 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:24.110212 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14c3d5-4fec-4efb-b3f7-8fa70d5cea4b req-8192664c-8c46-48fe-8558-915e1df9a35c tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:24.111710 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2f14c3d5-4fec-4efb-b3f7-8fa70d5cea4b req-8192664c-8c46-48fe-8558-915e1df9a35c tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 946 time: 0.0541182 Feb 10 03:46:24.165650 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2f14c3d5-4fec-4efb-b3f7-8fa70d5cea4b req-25c21c88-44bd-4932-b9b6-b806898472b1 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453155 Feb 10 03:46:24.981392 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:25.298096 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e83e74-70c8-45da-9bcf-5e086ff92e00 req-331b932c-bf4b-43c9-8a40-66c2f1320e31 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:25.299594 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c1e83e74-70c8-45da-9bcf-5e086ff92e00 req-331b932c-bf4b-43c9-8a40-66c2f1320e31 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 946 time: 0.0550988 Feb 10 03:46:25.351254 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c1e83e74-70c8-45da-9bcf-5e086ff92e00 req-12a233c9-b73d-4d82-b81f-8e993107547f tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435019 Feb 10 03:46:26.185323 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:26.485193 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd88a4-bcd2-49df-9fa7-f093d877f478 req-f8753a85-0efd-4165-8f5b-0580d3173cab tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:26.486540 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a1bd88a4-bcd2-49df-9fa7-f093d877f478 req-f8753a85-0efd-4165-8f5b-0580d3173cab tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 946 time: 0.0600040 Feb 10 03:46:26.538442 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a1bd88a4-bcd2-49df-9fa7-f093d877f478 req-07cfeaff-c2b4-4b17-9d5b-d16968046c67 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442917 Feb 10 03:46:27.672105 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da26b9-dab3-494b-a532-8a8aa1a20fb3 req-9b56bc25-48dd-456c-949f-4b5009bc21bc tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:27.673637 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c1da26b9-dab3-494b-a532-8a8aa1a20fb3 req-9b56bc25-48dd-456c-949f-4b5009bc21bc tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 946 time: 0.0574079 Feb 10 03:46:27.722177 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-c1da26b9-dab3-494b-a532-8a8aa1a20fb3 req-dd8f9a3d-436d-4829-b799-5efebb5c167b tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428445 Feb 10 03:46:28.851614 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413f2d1-830a-4ca5-a98b-05cc73cf6c0e req-a718f7f0-f59e-4558-90c0-5de85f268330 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:28.853313 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a413f2d1-830a-4ca5-a98b-05cc73cf6c0e req-a718f7f0-f59e-4558-90c0-5de85f268330 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 946 time: 0.0562170 Feb 10 03:46:28.910038 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a413f2d1-830a-4ca5-a98b-05cc73cf6c0e req-bede20be-f615-48e0-9ec5-24e73fe98af8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509717 Feb 10 03:46:30.031128 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd684fc-25ef-48bb-b047-a0497498076b req-19e58e27-4013-496f-a509-20d8aa17107a tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:30.032591 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4fd684fc-25ef-48bb-b047-a0497498076b req-19e58e27-4013-496f-a509-20d8aa17107a tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 946 time: 0.0542333 Feb 10 03:46:30.081162 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4fd684fc-25ef-48bb-b047-a0497498076b req-c0c47152-4213-45aa-b3f7-50ed075a15cc tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430272 Feb 10 03:46:31.214844 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd3300-2884-47a4-8752-593c0c91f28a req-c40d1256-e8ca-40a7-b864-9677a5bf554d tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:31.216302 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-02bd3300-2884-47a4-8752-593c0c91f28a req-c40d1256-e8ca-40a7-b864-9677a5bf554d tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 946 time: 0.0668392 Feb 10 03:46:31.268362 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-02bd3300-2884-47a4-8752-593c0c91f28a req-0524f026-8b13-4668-a4ed-168eab359bf3 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456953 Feb 10 03:46:31.708048 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685526e-2bfd-4b99-8cdb-0af613322b7a req-71c0ef27-4f9e-4a72-86d6-cb25642f5442 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:31.709530 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d685526e-2bfd-4b99-8cdb-0af613322b7a req-71c0ef27-4f9e-4a72-86d6-cb25642f5442 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f629b3-c78c-4db3-9700-497b4d7cb580 HTTP/1.1" status: 200 len: 945 time: 0.0593910 Feb 10 03:46:31.757934 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d685526e-2bfd-4b99-8cdb-0af613322b7a req-a988b032-6a06-4abd-a179-771c6ba70b8e tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0efc8f8-b038-4746-afb3-4494cb92b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426362 Feb 10 03:46:32.398178 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c3805-974e-410e-88af-abd972cacb2c req-08d2a65d-c7c3-4e33-9f65-dc376bbc932e tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:32.399674 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-883c3805-974e-410e-88af-abd972cacb2c req-08d2a65d-c7c3-4e33-9f65-dc376bbc932e tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 946 time: 0.0547674 Feb 10 03:46:32.448800 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-883c3805-974e-410e-88af-abd972cacb2c req-68ca0e14-c2a8-41f3-9441-994a42561b60 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436249 Feb 10 03:46:32.888623 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27f86c-ee60-4014-a0bc-e1de9d0623bd req-c2b2ad62-1cf3-4f1b-901b-f5ac2f08ea69 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:32.890138 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1b27f86c-ee60-4014-a0bc-e1de9d0623bd req-c2b2ad62-1cf3-4f1b-901b-f5ac2f08ea69 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f629b3-c78c-4db3-9700-497b4d7cb580 HTTP/1.1" status: 200 len: 945 time: 0.0594151 Feb 10 03:46:32.937573 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-1b27f86c-ee60-4014-a0bc-e1de9d0623bd req-db2ee325-b724-4cba-ab77-fb4d43fcbd76 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0efc8f8-b038-4746-afb3-4494cb92b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418153 Feb 10 03:46:33.491254 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca8827-946d-4ba8-b678-6e1a9de5328c req-481766d9-858b-4092-a51b-f7ffcd265e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:33.492650 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-eaca8827-946d-4ba8-b678-6e1a9de5328c req-481766d9-858b-4092-a51b-f7ffcd265e9f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69a1b85d278c49969a6a638dd37579d6&device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 1130 time: 0.0464337 Feb 10 03:46:33.567561 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d143f-3568-4750-9d30-9fcaf5c1190e req-6af5a455-df05-4deb-a4bd-6cb91c9d8faf tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:33.569202 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-533d143f-3568-4750-9d30-9fcaf5c1190e req-6af5a455-df05-4deb-a4bd-6cb91c9d8faf tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 946 time: 0.0528431 Feb 10 03:46:33.619199 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-533d143f-3568-4750-9d30-9fcaf5c1190e req-cf25414b-1076-4eab-ac79-442a8058488d tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443194 Feb 10 03:46:33.663288 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a55571-7d6f-4f6c-9d9c-6c1f53dc4dfd req-e2561bd2-0192-4c83-bf44-fecbb498522c tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:33.664750 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-e8a55571-7d6f-4f6c-9d9c-6c1f53dc4dfd req-e2561bd2-0192-4c83-bf44-fecbb498522c tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.21 "GET /v2.0/ports?device_id=51f629b3-c78c-4db3-9700-497b4d7cb580 HTTP/1.1" status: 200 len: 945 time: 0.1198847 Feb 10 03:46:33.669089 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca8827-946d-4ba8-b678-6e1a9de5328c req-4cfaf091-1450-4ad6-a311-771457e8a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:33.670544 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-eaca8827-946d-4ba8-b678-6e1a9de5328c req-4cfaf091-1450-4ad6-a311-771457e8a89f service neutron] 10.222.0.21 "GET /v2.0/networks?id=141657dd-0a9d-419e-8e9a-229883dc970c HTTP/1.1" status: 200 len: 910 time: 0.1244907 Feb 10 03:46:33.782020 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-eaca8827-946d-4ba8-b678-6e1a9de5328c req-5fa283b7-0e7d-4f23-b326-78408e27b888 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1a017bb-b64b-41fc-802b-4d4964557ece HTTP/1.1" status: 200 len: 1002 time: 0.1043622 Feb 10 03:46:33.842368 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca8827-946d-4ba8-b678-6e1a9de5328c req-6e8fc395-0b4f-44a8-ab31-b30f97c98a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:33.843836 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-eaca8827-946d-4ba8-b678-6e1a9de5328c req-6e8fc395-0b4f-44a8-ab31-b30f97c98a94 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bbe3104-6c08-43fa-8765-d2e1f9114957 HTTP/1.1" status: 200 len: 848 time: 0.0546718 Feb 10 03:46:33.847992 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-e8a55571-7d6f-4f6c-9d9c-6c1f53dc4dfd req-6026d2e8-10a3-4ed9-8187-d6a229e5c047 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Deleting port 7c394e04-12d5-4b18-a6c3-ef981fa184c3 {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:46:33.848342 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-e8a55571-7d6f-4f6c-9d9c-6c1f53dc4dfd req-6026d2e8-10a3-4ed9-8187-d6a229e5c047 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (7c394e04-12d5-4b18-a6c3-ef981fa184c3), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:33.957836 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca8827-946d-4ba8-b678-6e1a9de5328c req-b4777cf2-6741-4564-9741-157793d7a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:33.959379 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-eaca8827-946d-4ba8-b678-6e1a9de5328c req-b4777cf2-6741-4564-9741-157793d7a149 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=141657dd-0a9d-419e-8e9a-229883dc970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1082482 Feb 10 03:46:33.964298 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-e8a55571-7d6f-4f6c-9d9c-6c1f53dc4dfd req-6026d2e8-10a3-4ed9-8187-d6a229e5c047 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] For port 7c394e04-12d5-4b18-a6c3-ef981fa184c3, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=7c394e04-12d5-4b18-a6c3-ef981fa184c3,segment=NetworkSegment(295a5e15-85a1-4c8a-bd16-de44f5cf0b77),segment_id=295a5e15-85a1-4c8a-bd16-de44f5cf0b77)] {{(pid=102733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:46:33.964663 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-e8a55571-7d6f-4f6c-9d9c-6c1f53dc4dfd req-6026d2e8-10a3-4ed9-8187-d6a229e5c047 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (7c394e04-12d5-4b18-a6c3-ef981fa184c3), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:33.997420 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-e8a55571-7d6f-4f6c-9d9c-6c1f53dc4dfd req-6026d2e8-10a3-4ed9-8187-d6a229e5c047 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Calling delete_port for 7c394e04-12d5-4b18-a6c3-ef981fa184c3 owned by compute:nova {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:46:34.057420 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4fa29-624c-450c-a2c5-9cff03c7bf4c req-e07e69d1-b3fc-4cc9-a90f-81395d166a79 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:34.059032 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e1e4fa29-624c-450c-a2c5-9cff03c7bf4c req-e07e69d1-b3fc-4cc9-a90f-81395d166a79 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f629b3-c78c-4db3-9700-497b4d7cb580 HTTP/1.1" status: 200 len: 945 time: 0.0526524 Feb 10 03:46:34.109035 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-eaca8827-946d-4ba8-b678-6e1a9de5328c req-8e2fa40f-7c57-4560-bc1f-063ad09be1c3 service neutron] 10.222.0.21 "GET /v2.0/networks/141657dd-0a9d-419e-8e9a-229883dc970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415865 Feb 10 03:46:34.109267 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e1e4fa29-624c-450c-a2c5-9cff03c7bf4c req-eaf37845-ff1d-4657-89fb-50ef9ef1c4fe tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/security-groups?id=f0efc8f8-b038-4746-afb3-4494cb92b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444453 Feb 10 03:46:34.236500 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-eaca8827-946d-4ba8-b678-6e1a9de5328c req-ee7545c3-c136-44d1-8dd4-09de7f478752 service neutron] 10.222.0.21 "GET /v2.0/networks/141657dd-0a9d-419e-8e9a-229883dc970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151807 Feb 10 03:46:34.237737 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-e8a55571-7d6f-4f6c-9d9c-6c1f53dc4dfd req-6026d2e8-10a3-4ed9-8187-d6a229e5c047 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (7c394e04-12d5-4b18-a6c3-ef981fa184c3), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:34.277782 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['7c394e04-12d5-4b18-a6c3-ef981fa184c3'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:46:34.544269 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6026d2e8-10a3-4ed9-8187-d6a229e5c047 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Pushing event deleted for resources: {'Port': ['ID=7c394e04-12d5-4b18-a6c3-ef981fa184c3,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:34.593615 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a55571-7d6f-4f6c-9d9c-6c1f53dc4dfd req-6026d2e8-10a3-4ed9-8187-d6a229e5c047 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] No DVR routers for this DVR port 7c394e04-12d5-4b18-a6c3-ef981fa184c3 on host hv-cinder-82806 {{(pid=102733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:46:34.596149 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-e8a55571-7d6f-4f6c-9d9c-6c1f53dc4dfd req-6026d2e8-10a3-4ed9-8187-d6a229e5c047 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:34.599429 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-e8a55571-7d6f-4f6c-9d9c-6c1f53dc4dfd req-6026d2e8-10a3-4ed9-8187-d6a229e5c047 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.21 "DELETE /v2.0/ports/7c394e04-12d5-4b18-a6c3-ef981fa184c3 HTTP/1.1" status: 204 len: 173 time: 0.9279606 Feb 10 03:46:34.599860 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f629b3-c78c-4db3-9700-497b4d7cb580', 'name': 'network-vif-deleted', 'tag': '7c394e04-12d5-4b18-a6c3-ef981fa184c3'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:46:34.602100 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca04dd18-0827-4777-88ef-cdcdf727f426" -d '{"events": [{"server_uuid": "51f629b3-c78c-4db3-9700-497b4d7cb580", "name": "network-vif-deleted", "tag": "7c394e04-12d5-4b18-a6c3-ef981fa184c3"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:46:34.642620 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf8c92d-a9e6-4858-8fcf-f713957ca4fb x-openstack-request-id: req-1bf8c92d-a9e6-4858-8fcf-f713957ca4fb {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:46:34.642620 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f629b3-c78c-4db3-9700-497b4d7cb580", "name": "network-vif-deleted", "tag": "7c394e04-12d5-4b18-a6c3-ef981fa184c3", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:46:34.642620 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1bf8c92d-a9e6-4858-8fcf-f713957ca4fb {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:46:34.642620 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f629b3-c78c-4db3-9700-497b4d7cb580', 'name': 'network-vif-deleted', 'tag': '7c394e04-12d5-4b18-a6c3-ef981fa184c3', 'status': 'completed', 'code': 200} Feb 10 03:46:34.746212 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ba4c6-bbd9-4023-96f8-dda5c6ff46a5 req-51c2873c-6280-40b5-946c-cee9d11c718e tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:34.748251 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d14ba4c6-bbd9-4023-96f8-dda5c6ff46a5 req-51c2873c-6280-40b5-946c-cee9d11c718e tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 946 time: 0.0551605 Feb 10 03:46:34.798592 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d14ba4c6-bbd9-4023-96f8-dda5c6ff46a5 req-83834874-008e-4a12-ab56-ea683d91078c tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449724 Feb 10 03:46:35.219694 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-9b3b9f73-0d1b-4006-8d41-e29d46b812ab req-0b9581fc-8d39-4160-b790-bba0d4e5bda7 tempest-VolumesSnapshotTestJSON-1197572729 tempest-VolumesSnapshotTestJSON-1197572729-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f629b3-c78c-4db3-9700-497b4d7cb580 HTTP/1.1" status: 200 len: 210 time: 0.0266385 Feb 10 03:46:35.937631 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87799e-f5ae-488e-9a92-01f5bdf8e039 req-6fa9e743-f4af-403d-859e-0ae94df4ade8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:35.939118 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3b87799e-f5ae-488e-9a92-01f5bdf8e039 req-6fa9e743-f4af-403d-859e-0ae94df4ade8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 946 time: 0.0562055 Feb 10 03:46:35.987408 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-3b87799e-f5ae-488e-9a92-01f5bdf8e039 req-28c8b24f-004f-4ab1-8862-ab521eaaaf9b tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425916 Feb 10 03:46:37.132783 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55186dfb-0976-41fd-a213-ce02a872b4ef req-b6eea8ae-ab6c-445d-a6a8-f162010ec4c1 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:37.134240 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-55186dfb-0976-41fd-a213-ce02a872b4ef req-b6eea8ae-ab6c-445d-a6a8-f162010ec4c1 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 946 time: 0.0604439 Feb 10 03:46:37.182266 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-55186dfb-0976-41fd-a213-ce02a872b4ef req-0f8f61df-27a2-43ad-b034-0fe1cd11ac41 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423939 Feb 10 03:46:37.428224 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-e7df8a03-4267-4bc5-ba4a-8bf4e15e1274 req-e88b741e-2eae-4660-ae2b-84e83e310cf9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0954895 Feb 10 03:46:37.575624 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e73a78-5270-4e80-a50c-0c24b950b15d req-098d1d21-c5f2-457a-9bfa-e28b424d6c6a tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:37.577161 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-60e73a78-5270-4e80-a50c-0c24b950b15d req-098d1d21-c5f2-457a-9bfa-e28b424d6c6a tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 946 time: 0.0593195 Feb 10 03:46:37.625280 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df8a03-4267-4bc5-ba4a-8bf4e15e1274 req-0da861a6-fb76-4daf-9d9c-a3ec4bc4f50e tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:37.626951 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-e7df8a03-4267-4bc5-ba4a-8bf4e15e1274 req-0da861a6-fb76-4daf-9d9c-a3ec4bc4f50e tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports/f1a017bb-b64b-41fc-802b-4d4964557ece HTTP/1.1" status: 200 len: 943 time: 0.1684337 Feb 10 03:46:37.633436 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-60e73a78-5270-4e80-a50c-0c24b950b15d req-976ecaf4-4f69-4ee9-bac7-662109d9de19 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503500 Feb 10 03:46:38.759830 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5d1ce-0394-4137-97df-7f43014c8013 req-d0831295-2614-44e0-a5f9-ae5ea7bc6a93 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:38.761317 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4bd5d1ce-0394-4137-97df-7f43014c8013 req-d0831295-2614-44e0-a5f9-ae5ea7bc6a93 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 946 time: 0.0539651 Feb 10 03:46:38.810037 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-4bd5d1ce-0394-4137-97df-7f43014c8013 req-df4731a9-10c3-4fd9-9192-dee8c55d9b4e tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430875 Feb 10 03:46:39.930891 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb185b-9b34-4670-b022-471e5044546c req-322893a8-ba94-4688-9f99-ea2f8fc0539f tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:39.932239 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7afb185b-9b34-4670-b022-471e5044546c req-322893a8-ba94-4688-9f99-ea2f8fc0539f tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 946 time: 0.0532317 Feb 10 03:46:39.979659 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-7afb185b-9b34-4670-b022-471e5044546c req-888bfdbb-1bcc-405a-b5e0-142a40333c22 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415564 Feb 10 03:46:40.746131 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 7c394e04-12d5-4b18-a6c3-ef981fa184c3 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:46:40.768880 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] No Port match for: 7c394e04-12d5-4b18-a6c3-ef981fa184c3 {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:46:40.769212 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 7c394e04-12d5-4b18-a6c3-ef981fa184c3 not bound to the agent host hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:46:40.816768 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device f1a017bb-b64b-41fc-802b-4d4964557ece no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:46:40.894194 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port f1a017bb-b64b-41fc-802b-4d4964557ece is: ACTIVE; New status is: DOWN {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:46:40.894592 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (f1a017bb-b64b-41fc-802b-4d4964557ece), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:40.916806 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc16f9d-92be-495d-abdf-9357e248264d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1a017bb-b64b-41fc-802b-4d4964557ece'}] {{(pid=102734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:46:40.919096 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f765ceee2b9e6863c7c09e3b0452b272479917b97bc142159859c6a833de831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188b7057-d441-4233-886c-462d1667d59a" -d '{"events": [{"server_uuid": "1bc16f9d-92be-495d-abdf-9357e248264d", "name": "network-vif-unplugged", "status": "completed", "tag": "f1a017bb-b64b-41fc-802b-4d4964557ece"}]}' {{(pid=102734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:46:40.931297 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port f1a017bb-b64b-41fc-802b-4d4964557ece, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f1a017bb-b64b-41fc-802b-4d4964557ece,segment=NetworkSegment(82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37),segment_id=82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:46:40.938175 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (f1a017bb-b64b-41fc-802b-4d4964557ece), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:40.960973 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Feb 2022 03:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d45e382-71d4-45df-ac7e-4f477d0acaa9 x-openstack-request-id: req-4d45e382-71d4-45df-ac7e-4f477d0acaa9 {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:46:40.961260 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc16f9d-92be-495d-abdf-9357e248264d", "name": "network-vif-unplugged", "status": "failed", "tag": "f1a017bb-b64b-41fc-802b-4d4964557ece", "code": 422}]} {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:46:40.961510 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d45e382-71d4-45df-ac7e-4f477d0acaa9 {{(pid=102734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:46:40.961900 dv-cinder-828060-2-iscsi neutron-server[102734]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1bc16f9d-92be-495d-abdf-9357e248264d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f1a017bb-b64b-41fc-802b-4d4964557ece', 'code': 422} returned with failed status Feb 10 03:46:40.987853 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=f1a017bb-b64b-41fc-802b-4d4964557ece,revision_number=6']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:41.100460 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f07763-d16c-49e1-850b-180a32a6519c req-5e56f565-a2a6-4863-acbf-8b1248dc9a92 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:41.101908 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d0f07763-d16c-49e1-850b-180a32a6519c req-5e56f565-a2a6-4863-acbf-8b1248dc9a92 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 944 time: 0.0560284 Feb 10 03:46:41.149731 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d0f07763-d16c-49e1-850b-180a32a6519c req-494f7df7-9681-4430-ad76-308c833794db tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422010 Feb 10 03:46:42.055106 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df8a03-4267-4bc5-ba4a-8bf4e15e1274 req-32b0385a-64fa-41df-89b5-46aadacaceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:42.056615 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-e7df8a03-4267-4bc5-ba4a-8bf4e15e1274 req-32b0385a-64fa-41df-89b5-46aadacaceb7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d&tenant_id=69a1b85d278c49969a6a638dd37579d6 HTTP/1.1" status: 200 len: 1128 time: 0.0463600 Feb 10 03:46:42.134531 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df8a03-4267-4bc5-ba4a-8bf4e15e1274 req-305d18b5-213e-4bf1-bf36-06a6857e8afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:42.136140 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-e7df8a03-4267-4bc5-ba4a-8bf4e15e1274 req-305d18b5-213e-4bf1-bf36-06a6857e8afc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69a1b85d278c49969a6a638dd37579d6&device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 1128 time: 0.0453086 Feb 10 03:46:42.168044 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 52890) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:46:42.233086 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df8a03-4267-4bc5-ba4a-8bf4e15e1274 req-f0f5c0a3-9686-459d-a075-02f1cc67fe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:42.234553 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-e7df8a03-4267-4bc5-ba4a-8bf4e15e1274 req-f0f5c0a3-9686-459d-a075-02f1cc67fe08 service neutron] 10.222.0.21 "GET /v2.0/networks?id=141657dd-0a9d-419e-8e9a-229883dc970c HTTP/1.1" status: 200 len: 910 time: 0.0921323 Feb 10 03:46:42.299678 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-e7df8a03-4267-4bc5-ba4a-8bf4e15e1274 req-e98a63cd-6114-421e-94cd-a430c31fe454 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1a017bb-b64b-41fc-802b-4d4964557ece HTTP/1.1" status: 200 len: 1000 time: 0.0584936 Feb 10 03:46:42.337788 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ea120-0b08-4f22-aa95-6db90968b89d req-d506e09d-f1f6-4021-a264-af920e356eaa tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:42.339677 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2b8ea120-0b08-4f22-aa95-6db90968b89d req-d506e09d-f1f6-4021-a264-af920e356eaa tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 944 time: 0.1125586 Feb 10 03:46:42.349490 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df8a03-4267-4bc5-ba4a-8bf4e15e1274 req-57bbca24-2162-4190-96cb-4308d06a49f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:42.351074 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-e7df8a03-4267-4bc5-ba4a-8bf4e15e1274 req-57bbca24-2162-4190-96cb-4308d06a49f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bbe3104-6c08-43fa-8765-d2e1f9114957 HTTP/1.1" status: 200 len: 848 time: 0.0443678 Feb 10 03:46:42.404693 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df8a03-4267-4bc5-ba4a-8bf4e15e1274 req-fa46b43f-5ea5-44e6-94a8-67fe2eaeb764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:42.406205 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-e7df8a03-4267-4bc5-ba4a-8bf4e15e1274 req-fa46b43f-5ea5-44e6-94a8-67fe2eaeb764 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=141657dd-0a9d-419e-8e9a-229883dc970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487726 Feb 10 03:46:42.419712 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2b8ea120-0b08-4f22-aa95-6db90968b89d req-0f192d48-9fec-4a8a-acc9-672da1ee837c tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722430 Feb 10 03:46:42.429461 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c04d5c16-6632-4087-b01b-0faf56d850cb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Deleting port e1bcdd5b-cbce-4dec-a546-29f6ee7964e3 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:46:42.429817 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c04d5c16-6632-4087-b01b-0faf56d850cb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (e1bcdd5b-cbce-4dec-a546-29f6ee7964e3), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:42.503364 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-e7df8a03-4267-4bc5-ba4a-8bf4e15e1274 req-105c3115-9efb-4cda-915b-d60187b3f995 service neutron] 10.222.0.21 "GET /v2.0/networks/141657dd-0a9d-419e-8e9a-229883dc970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904858 Feb 10 03:46:42.504170 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c04d5c16-6632-4087-b01b-0faf56d850cb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (e1bcdd5b-cbce-4dec-a546-29f6ee7964e3), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:42.504496 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c04d5c16-6632-4087-b01b-0faf56d850cb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for floatingip (e1bcdd5b-cbce-4dec-a546-29f6ee7964e3), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:42.516354 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c04d5c16-6632-4087-b01b-0faf56d850cb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Calling delete_port for e1bcdd5b-cbce-4dec-a546-29f6ee7964e3 owned by network:floatingip {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:46:42.596297 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-e7df8a03-4267-4bc5-ba4a-8bf4e15e1274 req-d0d78623-2c23-4cc1-adfb-665ba50f6891 service neutron] 10.222.0.21 "GET /v2.0/networks/141657dd-0a9d-419e-8e9a-229883dc970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865688 Feb 10 03:46:42.958203 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c04d5c16-6632-4087-b01b-0faf56d850cb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265725731'] for port (e1bcdd5b-cbce-4dec-a546-29f6ee7964e3), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:42.981943 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d5c16-6632-4087-b01b-0faf56d850cb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Pushing event deleted for resources: {'Port': ['ID=e1bcdd5b-cbce-4dec-a546-29f6ee7964e3,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:42.992505 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d5c16-6632-4087-b01b-0faf56d850cb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:42.992861 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d5c16-6632-4087-b01b-0faf56d850cb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:42.993202 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d5c16-6632-4087-b01b-0faf56d850cb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:42.993533 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d5c16-6632-4087-b01b-0faf56d850cb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:42.993863 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d5c16-6632-4087-b01b-0faf56d850cb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:42.994191 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d5c16-6632-4087-b01b-0faf56d850cb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:42.994501 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d5c16-6632-4087-b01b-0faf56d850cb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:42.994849 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d5c16-6632-4087-b01b-0faf56d850cb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:42.995175 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d5c16-6632-4087-b01b-0faf56d850cb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:42.995499 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d5c16-6632-4087-b01b-0faf56d850cb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:42.995817 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d5c16-6632-4087-b01b-0faf56d850cb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:42.996132 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d5c16-6632-4087-b01b-0faf56d850cb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:42.996444 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d5c16-6632-4087-b01b-0faf56d850cb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:43.054352 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c04d5c16-6632-4087-b01b-0faf56d850cb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for floatingip (d388d962-4164-4c6c-9cba-177b9b310026), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:43.054685 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.db.l3_db [None req-c04d5c16-6632-4087-b01b-0faf56d850cb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Floating IP d388d962-4164-4c6c-9cba-177b9b310026 disassociated (deleted). External IP: 172.27.0.85, port: 4d591c4e-5ea2-4a7e-ad49-178e3a247434. Feb 10 03:46:43.275000 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04d5c16-6632-4087-b01b-0faf56d850cb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Router 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:46:43.389821 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04d5c16-6632-4087-b01b-0faf56d850cb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:46:43.394970 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c04d5c16-6632-4087-b01b-0faf56d850cb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for floatingip (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:43.400252 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723d29c2-b46e-4dd3-8ca2-c5f6cd5eafe0 None None] Sync routers for ids ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'] in dv-cinder-828060-2-iscsi {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:46:43.410913 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723d29c2-b46e-4dd3-8ca2-c5f6cd5eafe0 None None] Routers {'4d80c1f5-a097-4d9e-a412-9369b9dea1b5'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:46:43.411613 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-723d29c2-b46e-4dd3-8ca2-c5f6cd5eafe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:46:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:46:43.423298 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-c04d5c16-6632-4087-b01b-0faf56d850cb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "DELETE /v2.0/floatingips/d388d962-4164-4c6c-9cba-177b9b310026 HTTP/1.1" status: 204 len: 168 time: 1.2540057 Feb 10 03:46:43.423916 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a759433-8756-49d7-a4a9-eacff05a60a8', 'tag': '4d591c4e-5ea2-4a7e-ad49-178e3a247434'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:46:43.426678 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c602a1d3bfa6b920adc7a3165aab5144276c11c90910883e43ac8280538c1e72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9baa6c73-aba6-4e2e-a192-9e685790329f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a759433-8756-49d7-a4a9-eacff05a60a8", "tag": "4d591c4e-5ea2-4a7e-ad49-178e3a247434"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:46:43.463291 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30384a01-8b13-452d-a48d-2f4e97c18c58 x-openstack-request-id: req-30384a01-8b13-452d-a48d-2f4e97c18c58 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:46:43.463584 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a759433-8756-49d7-a4a9-eacff05a60a8", "tag": "4d591c4e-5ea2-4a7e-ad49-178e3a247434", "status": "completed", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:46:43.463849 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30384a01-8b13-452d-a48d-2f4e97c18c58 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:46:43.464308 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a759433-8756-49d7-a4a9-eacff05a60a8', 'tag': '4d591c4e-5ea2-4a7e-ad49-178e3a247434', 'status': 'completed', 'code': 200} Feb 10 03:46:43.538502 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-723d29c2-b46e-4dd3-8ca2-c5f6cd5eafe0 None None] Set router 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:46:43.569365 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa6c73-aba6-4e2e-a192-9e685790329f req-01e9f53b-ff60-4b15-8e43-9cb44115ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:43.572848 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9baa6c73-aba6-4e2e-a192-9e685790329f req-01e9f53b-ff60-4b15-8e43-9cb44115ee8b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9861d9e039084b9b9b24721464eea6e6&device_id=7a759433-8756-49d7-a4a9-eacff05a60a8 HTTP/1.1" status: 200 len: 1129 time: 0.0563939 Feb 10 03:46:43.582057 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66244fd-512d-459f-bcc3-b34661f8dcd2 req-27a69d98-e5d3-4139-82ad-efc2a86049eb tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:43.589690 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e66244fd-512d-459f-bcc3-b34661f8dcd2 req-27a69d98-e5d3-4139-82ad-efc2a86049eb tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 944 time: 0.0759940 Feb 10 03:46:43.647009 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e66244fd-512d-459f-bcc3-b34661f8dcd2 req-ef5cea05-51b3-46ca-9b0f-197ec855414c tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561104 Feb 10 03:46:43.699286 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa6c73-aba6-4e2e-a192-9e685790329f req-5d8b303f-bf1e-4802-b7db-357e228d4237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:43.705790 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9baa6c73-aba6-4e2e-a192-9e685790329f req-5d8b303f-bf1e-4802-b7db-357e228d4237 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3af7982f-b432-4a57-9896-b601a1ffbd3e HTTP/1.1" status: 200 len: 912 time: 0.1199083 Feb 10 03:46:43.705950 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c397ec-6f2b-4270-97a3-33add5832a7e req-985dee2c-a16c-4a57-a88e-e8f4b0db69f7 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:43.707523 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b9c397ec-6f2b-4270-97a3-33add5832a7e req-985dee2c-a16c-4a57-a88e-e8f4b0db69f7 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a759433-8756-49d7-a4a9-eacff05a60a8 HTTP/1.1" status: 200 len: 945 time: 0.0597548 Feb 10 03:46:43.752426 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9baa6c73-aba6-4e2e-a192-9e685790329f req-616234df-15e6-4517-81a7-9a2d1a604121 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d591c4e-5ea2-4a7e-ad49-178e3a247434 HTTP/1.1" status: 200 len: 217 time: 0.0439522 Feb 10 03:46:43.760584 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-b9c397ec-6f2b-4270-97a3-33add5832a7e req-df3dc241-693f-415f-a1f1-be865b35dbeb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472167 Feb 10 03:46:43.799235 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-723d29c2-b46e-4dd3-8ca2-c5f6cd5eafe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'name': 'tempest-TestVolumeBootPattern-215996742-router', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '93c84bb7-7465-4e30-987a-014914933494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:34Z', 'revision_number': 4, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'gw_port': {'id': '93c84bb7-7465-4e30-987a-014914933494', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_floatingips': [{'id': '86fe693d-b0aa-48ec-903c-c0991db1c90b', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'port_id': 'ed384a80-1f9f-476a-b97b-aa412b2f3e8e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'mac_address': 'fa:16:3e:4b:eb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639e1b6-e005-4646-80c2-7d526aedf8f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:42:42Z', 'updated_at': '2022-02-10T03:42:45Z', 'revision_number': 1, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7683a7cc-71b7-4848-ace4-8a81b8b4073f', 'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'mac_address': 'fa:16:3e:88:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:33Z', 'updated_at': '2022-02-10T03:38:39Z', 'revision_number': 5, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'subnets': [{'id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:46:43.804272 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa6c73-aba6-4e2e-a192-9e685790329f req-65e51ea9-3e1b-4216-bc74-05c4484dfcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:43.805742 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9baa6c73-aba6-4e2e-a192-9e685790329f req-65e51ea9-3e1b-4216-bc74-05c4484dfcfd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c7ae98f-4290-4591-b0b0-01ae38e627b6 HTTP/1.1" status: 200 len: 850 time: 0.0466745 Feb 10 03:46:43.828488 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723d29c2-b46e-4dd3-8ca2-c5f6cd5eafe0 None None] Checking router: 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 for host: dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:46:43.836746 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723d29c2-b46e-4dd3-8ca2-c5f6cd5eafe0 None None] Routers {'4d80c1f5-a097-4d9e-a412-9369b9dea1b5'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:46:43.837319 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-723d29c2-b46e-4dd3-8ca2-c5f6cd5eafe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:46:22Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:46:43.856119 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa6c73-aba6-4e2e-a192-9e685790329f req-6f7b4107-876d-4f9e-a51b-da49b3d53117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:43.857645 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9baa6c73-aba6-4e2e-a192-9e685790329f req-6f7b4107-876d-4f9e-a51b-da49b3d53117 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3af7982f-b432-4a57-9896-b601a1ffbd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433264 Feb 10 03:46:43.954952 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9baa6c73-aba6-4e2e-a192-9e685790329f req-b27b7b05-a0e1-4cb4-bb21-89c1c3988390 service neutron] 10.222.0.21 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901692 Feb 10 03:46:44.054002 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-9baa6c73-aba6-4e2e-a192-9e685790329f req-38c6aa98-5b96-4b7a-a6e3-cc86e3d8ea1b service neutron] 10.222.0.21 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923967 Feb 10 03:46:44.081614 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-723d29c2-b46e-4dd3-8ca2-c5f6cd5eafe0 None None] Set router 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:46:44.307197 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-723d29c2-b46e-4dd3-8ca2-c5f6cd5eafe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'name': 'tempest-TestVolumeBootPattern-215996742-router', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '93c84bb7-7465-4e30-987a-014914933494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:34Z', 'revision_number': 4, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'gw_port': {'id': '93c84bb7-7465-4e30-987a-014914933494', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_floatingips': [{'id': '86fe693d-b0aa-48ec-903c-c0991db1c90b', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'port_id': 'ed384a80-1f9f-476a-b97b-aa412b2f3e8e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'mac_address': 'fa:16:3e:4b:eb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639e1b6-e005-4646-80c2-7d526aedf8f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:42:42Z', 'updated_at': '2022-02-10T03:42:45Z', 'revision_number': 1, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7683a7cc-71b7-4848-ace4-8a81b8b4073f', 'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'mac_address': 'fa:16:3e:88:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:33Z', 'updated_at': '2022-02-10T03:38:39Z', 'revision_number': 5, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'subnets': [{'id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:46:44.332965 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723d29c2-b46e-4dd3-8ca2-c5f6cd5eafe0 None None] The sync data for ids ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'] in dv-cinder-828060-2-iscsi is: [{'id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'name': 'tempest-TestVolumeBootPattern-215996742-router', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '93c84bb7-7465-4e30-987a-014914933494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:34Z', 'revision_number': 4, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'gw_port': {'id': '93c84bb7-7465-4e30-987a-014914933494', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_floatingips': [{'id': '86fe693d-b0aa-48ec-903c-c0991db1c90b', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'router_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'port_id': 'ed384a80-1f9f-476a-b97b-aa412b2f3e8e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'mac_address': 'fa:16:3e:4b:eb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639e1b6-e005-4646-80c2-7d526aedf8f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:42:42Z', 'updated_at': '2022-02-10T03:42:45Z', 'revision_number': 1, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7683a7cc-71b7-4848-ace4-8a81b8b4073f', 'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'mac_address': 'fa:16:3e:88:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:33Z', 'updated_at': '2022-02-10T03:38:39Z', 'revision_number': 5, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'subnets': [{'id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:46:44.568540 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ee64fb-6e45-429c-ab1b-444172fe4ff3 None None] New status for floating IP d388d962-4164-4c6c-9cba-177b9b310026: DOWN {{(pid=102735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 03:46:44.774986 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdcbe5-3411-458f-b46a-7f24ba6ab219 req-ed61c835-3195-463b-ad12-7efd3bf0136b tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:44.776456 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a1bdcbe5-3411-458f-b46a-7f24ba6ab219 req-ed61c835-3195-463b-ad12-7efd3bf0136b tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 944 time: 0.0558367 Feb 10 03:46:44.830336 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a1bdcbe5-3411-458f-b46a-7f24ba6ab219 req-d4957d61-9878-4f08-9d2d-cff757ae2a22 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444586 Feb 10 03:46:44.883552 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fec1a8-40d1-425b-a69d-f5638a8dd1e3 req-a939f6de-5bb9-4fbd-aba8-2c8054b241d1 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:44.885053 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-29fec1a8-40d1-425b-a69d-f5638a8dd1e3 req-a939f6de-5bb9-4fbd-aba8-2c8054b241d1 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a759433-8756-49d7-a4a9-eacff05a60a8 HTTP/1.1" status: 200 len: 945 time: 0.0522554 Feb 10 03:46:44.941524 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-29fec1a8-40d1-425b-a69d-f5638a8dd1e3 req-448da8ae-59c3-49af-b35f-7a477ae24cfe tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485060 Feb 10 03:46:45.465700 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6ff9b-2246-4c01-ae43-61f9b9fce39a req-613db849-c9c7-4f9f-ae1a-6897900a7d7b tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:45.467348 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-a8a6ff9b-2246-4c01-ae43-61f9b9fce39a req-613db849-c9c7-4f9f-ae1a-6897900a7d7b tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a759433-8756-49d7-a4a9-eacff05a60a8 HTTP/1.1" status: 200 len: 945 time: 0.0659051 Feb 10 03:46:45.564803 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-a8a6ff9b-2246-4c01-ae43-61f9b9fce39a req-569b3531-0ebc-4a89-bde8-6c3a07a92f8d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Deleting port 4d591c4e-5ea2-4a7e-ad49-178e3a247434 {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:46:45.565184 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-a8a6ff9b-2246-4c01-ae43-61f9b9fce39a req-569b3531-0ebc-4a89-bde8-6c3a07a92f8d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (4d591c4e-5ea2-4a7e-ad49-178e3a247434), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:45.665196 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-a8a6ff9b-2246-4c01-ae43-61f9b9fce39a req-569b3531-0ebc-4a89-bde8-6c3a07a92f8d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] For port 4d591c4e-5ea2-4a7e-ad49-178e3a247434, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4d591c4e-5ea2-4a7e-ad49-178e3a247434,segment=NetworkSegment(c168d9c9-0428-46e4-a032-65303c451794),segment_id=c168d9c9-0428-46e4-a032-65303c451794)] {{(pid=102733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:46:45.665563 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-a8a6ff9b-2246-4c01-ae43-61f9b9fce39a req-569b3531-0ebc-4a89-bde8-6c3a07a92f8d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (4d591c4e-5ea2-4a7e-ad49-178e3a247434), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:45.679190 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-a8a6ff9b-2246-4c01-ae43-61f9b9fce39a req-569b3531-0ebc-4a89-bde8-6c3a07a92f8d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Calling delete_port for 4d591c4e-5ea2-4a7e-ad49-178e3a247434 owned by compute:nova {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:46:45.816840 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-a8a6ff9b-2246-4c01-ae43-61f9b9fce39a req-569b3531-0ebc-4a89-bde8-6c3a07a92f8d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (4d591c4e-5ea2-4a7e-ad49-178e3a247434), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:45.846582 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b3531-0ebc-4a89-bde8-6c3a07a92f8d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Pushing event deleted for resources: {'Port': ['ID=4d591c4e-5ea2-4a7e-ad49-178e3a247434,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:45.900996 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a6ff9b-2246-4c01-ae43-61f9b9fce39a req-569b3531-0ebc-4a89-bde8-6c3a07a92f8d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] No DVR routers for this DVR port 4d591c4e-5ea2-4a7e-ad49-178e3a247434 on host hv-cinder-82806 {{(pid=102733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:46:45.904488 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-a8a6ff9b-2246-4c01-ae43-61f9b9fce39a req-569b3531-0ebc-4a89-bde8-6c3a07a92f8d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:45.907787 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-a8a6ff9b-2246-4c01-ae43-61f9b9fce39a req-569b3531-0ebc-4a89-bde8-6c3a07a92f8d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.21 "DELETE /v2.0/ports/4d591c4e-5ea2-4a7e-ad49-178e3a247434 HTTP/1.1" status: 204 len: 173 time: 0.4345355 Feb 10 03:46:45.908253 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a759433-8756-49d7-a4a9-eacff05a60a8', 'name': 'network-vif-deleted', 'tag': '4d591c4e-5ea2-4a7e-ad49-178e3a247434'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:46:45.910719 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c799db-8d1c-48e3-91f8-4b671c56eb3f" -d '{"events": [{"server_uuid": "7a759433-8756-49d7-a4a9-eacff05a60a8", "name": "network-vif-deleted", "tag": "4d591c4e-5ea2-4a7e-ad49-178e3a247434"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:46:45.949066 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4525c221-c550-457f-a450-25872b2c637b x-openstack-request-id: req-4525c221-c550-457f-a450-25872b2c637b {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:46:45.949601 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a759433-8756-49d7-a4a9-eacff05a60a8", "name": "network-vif-deleted", "tag": "4d591c4e-5ea2-4a7e-ad49-178e3a247434", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:46:45.949852 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4525c221-c550-457f-a450-25872b2c637b {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:46:45.950251 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a759433-8756-49d7-a4a9-eacff05a60a8', 'name': 'network-vif-deleted', 'tag': '4d591c4e-5ea2-4a7e-ad49-178e3a247434', 'status': 'completed', 'code': 200} Feb 10 03:46:45.985770 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d019c-4cc3-49d9-99ff-31f1b6b9695d req-db12ae38-6c79-4f66-b08f-876984d3c031 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:45.987719 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ed7d019c-4cc3-49d9-99ff-31f1b6b9695d req-db12ae38-6c79-4f66-b08f-876984d3c031 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 944 time: 0.0670707 Feb 10 03:46:46.062277 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d352337e-2127-45b0-981e-1ea2feb242da req-a4583650-82c3-482e-9027-acd7a7832459 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a759433-8756-49d7-a4a9-eacff05a60a8 HTTP/1.1" status: 200 len: 210 time: 0.0352089 Feb 10 03:46:46.067166 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ed7d019c-4cc3-49d9-99ff-31f1b6b9695d req-a296ff49-b7e2-4944-9137-c1ba630231d6 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715444 Feb 10 03:46:47.175571 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2c4fcc3d-e6a2-4e29-9915-5cb33ebaecc1 req-65e0e33a-5e6c-4f4a-9ff9-4b0c283b2eed tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a759433-8756-49d7-a4a9-eacff05a60a8 HTTP/1.1" status: 200 len: 210 time: 0.0333567 Feb 10 03:46:47.219703 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e63e0b-94f3-46e3-812c-22a5cc2094c5 req-e38b8bec-5e77-4e92-a826-1a753d64a262 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:47.221215 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-04e63e0b-94f3-46e3-812c-22a5cc2094c5 req-e38b8bec-5e77-4e92-a826-1a753d64a262 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 944 time: 0.0772235 Feb 10 03:46:47.270596 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-04e63e0b-94f3-46e3-812c-22a5cc2094c5 req-8f362545-59c0-4dc2-a809-564dc00915a2 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434813 Feb 10 03:46:48.279420 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-361d4375-5766-47fe-af96-14cf52ef4693 req-4a81bb13-75cc-4853-848e-f0f0d998112a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a759433-8756-49d7-a4a9-eacff05a60a8 HTTP/1.1" status: 200 len: 210 time: 0.0271623 Feb 10 03:46:48.391370 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2014c84-78cf-43c7-af4a-1eb5700b67f1 req-2e8630c8-0143-441b-b0f0-50473b2518a1 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:48.393188 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a2014c84-78cf-43c7-af4a-1eb5700b67f1 req-2e8630c8-0143-441b-b0f0-50473b2518a1 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 944 time: 0.0567560 Feb 10 03:46:48.442127 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-a2014c84-78cf-43c7-af4a-1eb5700b67f1 req-1576d12e-1687-466f-9e55-49813524abba tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432372 Feb 10 03:46:48.835107 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 4d591c4e-5ea2-4a7e-ad49-178e3a247434 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:46:48.860030 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] No Port match for: 4d591c4e-5ea2-4a7e-ad49-178e3a247434 {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:46:48.860386 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device 4d591c4e-5ea2-4a7e-ad49-178e3a247434 not bound to the agent host hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:46:49.382483 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-cbc71daf-a736-4bf8-b40f-0d462b89074e req-d65b8daa-9303-4287-927a-a691f0b2d489 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a759433-8756-49d7-a4a9-eacff05a60a8 HTTP/1.1" status: 200 len: 210 time: 0.0323780 Feb 10 03:46:49.563128 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20bfb0-5577-42e4-bb6d-66beff18dea7 req-423f877f-0a52-405c-b2e4-901069cbf862 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:49.564518 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2f20bfb0-5577-42e4-bb6d-66beff18dea7 req-423f877f-0a52-405c-b2e4-901069cbf862 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 944 time: 0.0549445 Feb 10 03:46:49.613194 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-2f20bfb0-5577-42e4-bb6d-66beff18dea7 req-3c757310-ec93-49a5-a548-256897d63c64 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427444 Feb 10 03:46:49.813307 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-d4eed958-eecc-4814-bcea-0eea289c7e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:50.738136 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67615d33-07d9-41fa-9464-7fadd5c9110f req-4142c879-9d8a-4caf-98f9-0d8215ae6f7b tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:50.739649 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-67615d33-07d9-41fa-9464-7fadd5c9110f req-4142c879-9d8a-4caf-98f9-0d8215ae6f7b tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 944 time: 0.0559304 Feb 10 03:46:50.787745 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-67615d33-07d9-41fa-9464-7fadd5c9110f req-b538f10f-8b4b-4e53-8a87-d2fa250b1f6e tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419550 Feb 10 03:46:50.834729 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device f1a017bb-b64b-41fc-802b-4d4964557ece details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=102734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:46:50.935842 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port f1a017bb-b64b-41fc-802b-4d4964557ece, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f1a017bb-b64b-41fc-802b-4d4964557ece,segment=NetworkSegment(82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37),segment_id=82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:46:50.947106 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Returning: {'device': 'f1a017bb-b64b-41fc-802b-4d4964557ece', 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c', 'port_id': 'f1a017bb-b64b-41fc-802b-4d4964557ece', 'mac_address': 'fa:16:3e:cd:53:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bbe3104-6c08-43fa-8765-d2e1f9114957', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:46:50.982563 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port f1a017bb-b64b-41fc-802b-4d4964557ece is: DOWN; New status is: BUILD {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:46:50.982986 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (f1a017bb-b64b-41fc-802b-4d4964557ece), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:50.995797 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a017bb-b64b-41fc-802b-4d4964557ece {{(pid=102734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:46:51.016051 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port f1a017bb-b64b-41fc-802b-4d4964557ece, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f1a017bb-b64b-41fc-802b-4d4964557ece,segment=NetworkSegment(82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37),segment_id=82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:46:51.021547 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (f1a017bb-b64b-41fc-802b-4d4964557ece), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:51.068705 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=f1a017bb-b64b-41fc-802b-4d4964557ece,revision_number=7']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:51.306485 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] get_ports_and_sgs() called for port_ids ['f1a017bb-b64b-41fc-802b-4d4964557ece'] {{(pid=102734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:46:51.920082 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7e707-3dd1-4b7a-bc22-c7942bf99d46 req-f37bcaf0-c6e4-4021-9595-344188aa1148 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:51.921570 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d4a7e707-3dd1-4b7a-bc22-c7942bf99d46 req-f37bcaf0-c6e4-4021-9595-344188aa1148 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 945 time: 0.0660193 Feb 10 03:46:51.970172 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d4a7e707-3dd1-4b7a-bc22-c7942bf99d46 req-cc597950-4e73-4538-97ae-f07f49f7d4dc tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427706 Feb 10 03:46:51.981739 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-a363c66f-e288-4174-a697-9d5795b32877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:52.665462 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:52.671914 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 52998) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:46:52.828602 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [None req-e543186f-579d-47e2-ade6-aa8a73ef390a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Deleting port ebd10e34-963d-4eaa-83fe-57d1c64d374d {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:46:52.828947 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e543186f-579d-47e2-ade6-aa8a73ef390a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (ebd10e34-963d-4eaa-83fe-57d1c64d374d), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:52.835346 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device f1a017bb-b64b-41fc-802b-4d4964557ece up at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:46:52.885221 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.provisioning_blocks [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Provisioning complete for port f1a017bb-b64b-41fc-802b-4d4964557ece triggered by entity L2. {{(pid=102734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:46:52.885628 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741036'] for port (f1a017bb-b64b-41fc-802b-4d4964557ece), provisioning_complete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:52.905786 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e543186f-579d-47e2-ade6-aa8a73ef390a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (ebd10e34-963d-4eaa-83fe-57d1c64d374d), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:52.906123 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e543186f-579d-47e2-ade6-aa8a73ef390a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for floatingip (ebd10e34-963d-4eaa-83fe-57d1c64d374d), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:52.918508 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [None req-e543186f-579d-47e2-ade6-aa8a73ef390a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Calling delete_port for ebd10e34-963d-4eaa-83fe-57d1c64d374d owned by network:floatingip {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:46:52.961518 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Current status of the port f1a017bb-b64b-41fc-802b-4d4964557ece is: BUILD; New status is: ACTIVE {{(pid=102734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:46:52.961914 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736350'] for port (f1a017bb-b64b-41fc-802b-4d4964557ece), before_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:52.987680 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc16f9d-92be-495d-abdf-9357e248264d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a017bb-b64b-41fc-802b-4d4964557ece'}] {{(pid=102734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:46:52.990271 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f765ceee2b9e6863c7c09e3b0452b272479917b97bc142159859c6a833de831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e55c222-47ef-416a-8584-1c4afa45ed5f" -d '{"events": [{"server_uuid": "1bc16f9d-92be-495d-abdf-9357e248264d", "name": "network-vif-plugged", "status": "completed", "tag": "f1a017bb-b64b-41fc-802b-4d4964557ece"}]}' {{(pid=102734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:46:53.003104 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] For port f1a017bb-b64b-41fc-802b-4d4964557ece, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f1a017bb-b64b-41fc-802b-4d4964557ece,segment=NetworkSegment(82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37),segment_id=82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:46:53.009815 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729388268548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729387717852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729387717870'] for port (f1a017bb-b64b-41fc-802b-4d4964557ece), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:53.041146 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd1a6fa-85f5-4cd9-a67a-ad9b6b7a9a28 x-openstack-request-id: req-4cd1a6fa-85f5-4cd9-a67a-ad9b6b7a9a28 {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:46:53.041434 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc16f9d-92be-495d-abdf-9357e248264d", "name": "network-vif-plugged", "status": "completed", "tag": "f1a017bb-b64b-41fc-802b-4d4964557ece", "code": 200}]} {{(pid=102734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:46:53.041685 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4cd1a6fa-85f5-4cd9-a67a-ad9b6b7a9a28 {{(pid=102734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:46:53.042088 dv-cinder-828060-2-iscsi neutron-server[102734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc16f9d-92be-495d-abdf-9357e248264d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a017bb-b64b-41fc-802b-4d4964557ece', 'code': 200} Feb 10 03:46:53.085040 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Pushing event updated for resources: {'Port': ['ID=f1a017bb-b64b-41fc-802b-4d4964557ece,revision_number=8']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:53.091840 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e543186f-579d-47e2-ade6-aa8a73ef390a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (ebd10e34-963d-4eaa-83fe-57d1c64d374d), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:53.100943 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:53.105625 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a1e92-1d1f-48ce-8be3-8f9f6e8d7cc6 req-21999c14-4556-47f0-85e6-5ace710c34ba tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:53.107218 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-440a1e92-1d1f-48ce-8be3-8f9f6e8d7cc6 req-21999c14-4556-47f0-85e6-5ace710c34ba tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 946 time: 0.0589030 Feb 10 03:46:53.121970 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543186f-579d-47e2-ade6-aa8a73ef390a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Pushing event deleted for resources: {'Port': ['ID=ebd10e34-963d-4eaa-83fe-57d1c64d374d,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:53.152329 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e543186f-579d-47e2-ade6-aa8a73ef390a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:53.152693 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e543186f-579d-47e2-ade6-aa8a73ef390a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:53.153070 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e543186f-579d-47e2-ade6-aa8a73ef390a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:53.153418 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e543186f-579d-47e2-ade6-aa8a73ef390a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:53.153756 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e543186f-579d-47e2-ade6-aa8a73ef390a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:53.154762 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e543186f-579d-47e2-ade6-aa8a73ef390a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:53.155107 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e543186f-579d-47e2-ade6-aa8a73ef390a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:53.155442 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e543186f-579d-47e2-ade6-aa8a73ef390a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:53.155774 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e543186f-579d-47e2-ade6-aa8a73ef390a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:53.156105 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e543186f-579d-47e2-ade6-aa8a73ef390a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:53.156432 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e543186f-579d-47e2-ade6-aa8a73ef390a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:53.156754 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e543186f-579d-47e2-ade6-aa8a73ef390a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:53.157076 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e543186f-579d-47e2-ade6-aa8a73ef390a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:53.160913 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-440a1e92-1d1f-48ce-8be3-8f9f6e8d7cc6 req-548eb0a9-0473-473d-97b9-fa0bda5b55dd tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459380 Feb 10 03:46:53.201101 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e543186f-579d-47e2-ade6-aa8a73ef390a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for floatingip (86fe693d-b0aa-48ec-903c-c0991db1c90b), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:53.201750 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.db.l3_db [None req-e543186f-579d-47e2-ade6-aa8a73ef390a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Floating IP 86fe693d-b0aa-48ec-903c-c0991db1c90b disassociated (deleted). External IP: 172.27.0.187, port: ed384a80-1f9f-476a-b97b-aa412b2f3e8e. Feb 10 03:46:53.380476 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad08de-2ea4-46a3-9efe-a69b888bb69b req-715cbd9e-f382-4b64-a8e1-45bc82237154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:53.381886 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-57ad08de-2ea4-46a3-9efe-a69b888bb69b req-715cbd9e-f382-4b64-a8e1-45bc82237154 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 1130 time: 0.0994110 Feb 10 03:46:53.472090 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e543186f-579d-47e2-ade6-aa8a73ef390a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Router 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:46:53.475025 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-57ad08de-2ea4-46a3-9efe-a69b888bb69b req-a9013a92-3b65-4b61-b586-f1a3f468ef0e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835905 Feb 10 03:46:53.587902 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e543186f-579d-47e2-ade6-aa8a73ef390a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:46:53.592976 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e543186f-579d-47e2-ade6-aa8a73ef390a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for floatingip (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:53.598836 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1316354b-e3f0-490b-a086-eedc5ba6895a None None] Sync routers for ids ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'] in dv-cinder-828060-2-iscsi {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:46:53.610884 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1316354b-e3f0-490b-a086-eedc5ba6895a None None] Routers {'4d80c1f5-a097-4d9e-a412-9369b9dea1b5'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:46:53.611622 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-1316354b-e3f0-490b-a086-eedc5ba6895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:46:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:46:53.626774 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-e543186f-579d-47e2-ade6-aa8a73ef390a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "DELETE /v2.0/floatingips/86fe693d-b0aa-48ec-903c-c0991db1c90b HTTP/1.1" status: 204 len: 168 time: 0.9537110 Feb 10 03:46:53.627354 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9639e1b6-e005-4646-80c2-7d526aedf8f2', 'tag': 'ed384a80-1f9f-476a-b97b-aa412b2f3e8e'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:46:53.629823 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0913fd-eca6-4eb7-9c65-231660b84392" -d '{"events": [{"name": "network-changed", "server_uuid": "9639e1b6-e005-4646-80c2-7d526aedf8f2", "tag": "ed384a80-1f9f-476a-b97b-aa412b2f3e8e"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:46:53.683172 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6f3069-7d69-4b4f-a332-95ef67b47225 x-openstack-request-id: req-7d6f3069-7d69-4b4f-a332-95ef67b47225 {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:46:53.686913 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9639e1b6-e005-4646-80c2-7d526aedf8f2", "tag": "ed384a80-1f9f-476a-b97b-aa412b2f3e8e", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:46:53.686913 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d6f3069-7d69-4b4f-a332-95ef67b47225 {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:46:53.686913 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9639e1b6-e005-4646-80c2-7d526aedf8f2', 'tag': 'ed384a80-1f9f-476a-b97b-aa412b2f3e8e', 'status': 'completed', 'code': 200} Feb 10 03:46:53.727853 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-1316354b-e3f0-490b-a086-eedc5ba6895a None None] Set router 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:46:53.883672 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570930e1-7393-4493-b57d-c157837d6618 req-59bcbeeb-0d9c-47b5-a1b5-b4a052a67127 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:53.885282 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-570930e1-7393-4493-b57d-c157837d6618 req-59bcbeeb-0d9c-47b5-a1b5-b4a052a67127 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 945 time: 0.0526698 Feb 10 03:46:53.932096 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0913fd-eca6-4eb7-9c65-231660b84392 req-b39f26bd-7405-4784-ac0a-4e4d7603e649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:53.933699 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7e0913fd-eca6-4eb7-9c65-231660b84392 req-b39f26bd-7405-4784-ac0a-4e4d7603e649 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9861d9e039084b9b9b24721464eea6e6&device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 1129 time: 0.0448685 Feb 10 03:46:53.940404 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-570930e1-7393-4493-b57d-c157837d6618 req-5a18e867-f69d-40c4-96f4-1d18b698f40d tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482876 Feb 10 03:46:53.946931 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-1316354b-e3f0-490b-a086-eedc5ba6895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'name': 'tempest-TestVolumeBootPattern-215996742-router', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '93c84bb7-7465-4e30-987a-014914933494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:34Z', 'revision_number': 4, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'gw_port': {'id': '93c84bb7-7465-4e30-987a-014914933494', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '7683a7cc-71b7-4848-ace4-8a81b8b4073f', 'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'mac_address': 'fa:16:3e:88:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:33Z', 'updated_at': '2022-02-10T03:38:39Z', 'revision_number': 5, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'subnets': [{'id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:46:53.977354 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1316354b-e3f0-490b-a086-eedc5ba6895a None None] Checking router: 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 for host: dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:46:53.986476 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1316354b-e3f0-490b-a086-eedc5ba6895a None None] Routers {'4d80c1f5-a097-4d9e-a412-9369b9dea1b5'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:46:53.987122 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-1316354b-e3f0-490b-a086-eedc5ba6895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:46:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:46:54.029181 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0913fd-eca6-4eb7-9c65-231660b84392 req-ee53735a-e307-4e54-bfe9-356e918160d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:54.030748 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7e0913fd-eca6-4eb7-9c65-231660b84392 req-ee53735a-e307-4e54-bfe9-356e918160d9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3af7982f-b432-4a57-9896-b601a1ffbd3e HTTP/1.1" status: 200 len: 912 time: 0.0896802 Feb 10 03:46:54.071712 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7e0913fd-eca6-4eb7-9c65-231660b84392 req-10e8e1fa-be02-4949-add1-755d2e592186 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed384a80-1f9f-476a-b97b-aa412b2f3e8e HTTP/1.1" status: 200 len: 217 time: 0.0343344 Feb 10 03:46:54.099067 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-1316354b-e3f0-490b-a086-eedc5ba6895a None None] Set router 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:46:54.122749 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0913fd-eca6-4eb7-9c65-231660b84392 req-63510609-7edb-4be7-b5b8-873bd2c3639c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:54.124178 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7e0913fd-eca6-4eb7-9c65-231660b84392 req-63510609-7edb-4be7-b5b8-873bd2c3639c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c7ae98f-4290-4591-b0b0-01ae38e627b6 HTTP/1.1" status: 200 len: 850 time: 0.0451128 Feb 10 03:46:54.176610 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0913fd-eca6-4eb7-9c65-231660b84392 req-e31c289f-cddf-4c40-813d-56db2ee8c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:54.178108 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7e0913fd-eca6-4eb7-9c65-231660b84392 req-e31c289f-cddf-4c40-813d-56db2ee8c1e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3af7982f-b432-4a57-9896-b601a1ffbd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468471 Feb 10 03:46:54.279261 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7e0913fd-eca6-4eb7-9c65-231660b84392 req-848864d0-07df-4168-befd-c75b18a14631 service neutron] 10.222.0.21 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859122 Feb 10 03:46:54.280361 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b777351-6257-41a0-9a70-8fb699692b8d req-d25e4128-d50c-4f94-ac14-a5783e9f2831 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:54.282623 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5b777351-6257-41a0-9a70-8fb699692b8d req-d25e4128-d50c-4f94-ac14-a5783e9f2831 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 946 time: 0.0558248 Feb 10 03:46:54.301994 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-1316354b-e3f0-490b-a086-eedc5ba6895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'name': 'tempest-TestVolumeBootPattern-215996742-router', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '93c84bb7-7465-4e30-987a-014914933494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:34Z', 'revision_number': 4, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'gw_port': {'id': '93c84bb7-7465-4e30-987a-014914933494', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '7683a7cc-71b7-4848-ace4-8a81b8b4073f', 'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'mac_address': 'fa:16:3e:88:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:33Z', 'updated_at': '2022-02-10T03:38:39Z', 'revision_number': 5, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'subnets': [{'id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:46:54.332607 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1316354b-e3f0-490b-a086-eedc5ba6895a None None] The sync data for ids ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'] in dv-cinder-828060-2-iscsi is: [{'id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'name': 'tempest-TestVolumeBootPattern-215996742-router', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '93c84bb7-7465-4e30-987a-014914933494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:34Z', 'revision_number': 4, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'gw_port': {'id': '93c84bb7-7465-4e30-987a-014914933494', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': '7683a7cc-71b7-4848-ace4-8a81b8b4073f', 'name': '', 'network_id': '3af7982f-b432-4a57-9896-b601a1ffbd3e', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'mac_address': 'fa:16:3e:88:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:33Z', 'updated_at': '2022-02-10T03:38:39Z', 'revision_number': 5, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'subnets': [{'id': '8c7ae98f-4290-4591-b0b0-01ae38e627b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:46:54.333471 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-5b777351-6257-41a0-9a70-8fb699692b8d req-d4625d21-6fae-4409-acb8-726f217fd287 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450008 Feb 10 03:46:54.380415 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-7e0913fd-eca6-4eb7-9c65-231660b84392 req-4c75cc45-f6b5-403f-a166-f34ab78a268a service neutron] 10.222.0.21 "GET /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946383 Feb 10 03:46:54.476537 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 6 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:46:54.554538 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4321fd6-bce7-4886-ad61-a8c5ca257e90 None None] New status for floating IP 86fe693d-b0aa-48ec-903c-c0991db1c90b: DOWN {{(pid=102735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 03:46:54.977140 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:55.060704 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6972623-a340-445f-a874-5d917de1d950 req-4fd165ee-2c9e-436c-8f16-4abe63f8911a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:55.062170 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e6972623-a340-445f-a874-5d917de1d950 req-4fd165ee-2c9e-436c-8f16-4abe63f8911a tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 945 time: 0.0537112 Feb 10 03:46:55.110903 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-e6972623-a340-445f-a874-5d917de1d950 req-82275d85-8538-4106-8642-172b380a95a4 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430167 Feb 10 03:46:55.473146 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57950075-6b98-4903-91bd-662b46e00352 req-88df5dd5-64af-482b-997c-5655307be822 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:55.474698 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-57950075-6b98-4903-91bd-662b46e00352 req-88df5dd5-64af-482b-997c-5655307be822 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 946 time: 0.0617180 Feb 10 03:46:55.525097 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-57950075-6b98-4903-91bd-662b46e00352 req-b8e53c7c-09eb-4657-9ca8-9088736d00fb tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444441 Feb 10 03:46:55.953054 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0edb55-c2a1-48fc-9de0-79577e356914 req-b02f03e8-a68f-48e5-9983-ada6d3f70ba5 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:55.955572 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-3d0edb55-c2a1-48fc-9de0-79577e356914 req-b02f03e8-a68f-48e5-9983-ada6d3f70ba5 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.21 "GET /v2.0/ports?device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 945 time: 0.0764689 Feb 10 03:46:56.059772 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-3d0edb55-c2a1-48fc-9de0-79577e356914 req-695c8185-a41d-4bef-a70e-e7c2d9025279 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Deleting port ed384a80-1f9f-476a-b97b-aa412b2f3e8e {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:46:56.060110 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-3d0edb55-c2a1-48fc-9de0-79577e356914 req-695c8185-a41d-4bef-a70e-e7c2d9025279 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (ed384a80-1f9f-476a-b97b-aa412b2f3e8e), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:56.170492 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:56.173807 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-3d0edb55-c2a1-48fc-9de0-79577e356914 req-695c8185-a41d-4bef-a70e-e7c2d9025279 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] For port ed384a80-1f9f-476a-b97b-aa412b2f3e8e, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=ed384a80-1f9f-476a-b97b-aa412b2f3e8e,segment=NetworkSegment(c168d9c9-0428-46e4-a032-65303c451794),segment_id=c168d9c9-0428-46e4-a032-65303c451794)] {{(pid=102733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:46:56.174186 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-3d0edb55-c2a1-48fc-9de0-79577e356914 req-695c8185-a41d-4bef-a70e-e7c2d9025279 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (ed384a80-1f9f-476a-b97b-aa412b2f3e8e), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:56.188180 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-3d0edb55-c2a1-48fc-9de0-79577e356914 req-695c8185-a41d-4bef-a70e-e7c2d9025279 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Calling delete_port for ed384a80-1f9f-476a-b97b-aa412b2f3e8e owned by compute:nova {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:46:56.233056 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf86ca-7110-4e80-abc5-810cb5692db7 req-de463573-4faa-48fa-aeba-117d8de0b5fb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:56.234572 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8ecf86ca-7110-4e80-abc5-810cb5692db7 req-de463573-4faa-48fa-aeba-117d8de0b5fb tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/ports?device_id=9639e1b6-e005-4646-80c2-7d526aedf8f2 HTTP/1.1" status: 200 len: 945 time: 0.0552568 Feb 10 03:46:56.288071 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-8ecf86ca-7110-4e80-abc5-810cb5692db7 req-4738cf38-e1d5-46ad-98f9-7eae9a5743ae tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "GET /v2.0/security-groups?id=66d68f0d-2ddd-4876-8e68-2921d81e68f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470140 Feb 10 03:46:56.322434 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-3d0edb55-c2a1-48fc-9de0-79577e356914 req-695c8185-a41d-4bef-a70e-e7c2d9025279 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (ed384a80-1f9f-476a-b97b-aa412b2f3e8e), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:56.349830 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c8185-a41d-4bef-a70e-e7c2d9025279 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Pushing event deleted for resources: {'Port': ['ID=ed384a80-1f9f-476a-b97b-aa412b2f3e8e,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:56.391492 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0edb55-c2a1-48fc-9de0-79577e356914 req-695c8185-a41d-4bef-a70e-e7c2d9025279 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] No DVR routers for this DVR port ed384a80-1f9f-476a-b97b-aa412b2f3e8e on host hv-cinder-82806 {{(pid=102733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:46:56.394126 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-3d0edb55-c2a1-48fc-9de0-79577e356914 req-695c8185-a41d-4bef-a70e-e7c2d9025279 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:56.397634 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-3d0edb55-c2a1-48fc-9de0-79577e356914 req-695c8185-a41d-4bef-a70e-e7c2d9025279 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.21 "DELETE /v2.0/ports/ed384a80-1f9f-476a-b97b-aa412b2f3e8e HTTP/1.1" status: 204 len: 173 time: 0.4358201 Feb 10 03:46:56.398083 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9639e1b6-e005-4646-80c2-7d526aedf8f2', 'name': 'network-vif-deleted', 'tag': 'ed384a80-1f9f-476a-b97b-aa412b2f3e8e'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:46:56.400409 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d317aa4a-7a40-4b72-a6f3-d5b0022dd106" -d '{"events": [{"server_uuid": "9639e1b6-e005-4646-80c2-7d526aedf8f2", "name": "network-vif-deleted", "tag": "ed384a80-1f9f-476a-b97b-aa412b2f3e8e"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:46:56.435322 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0669ee-bcf6-4af4-b3dd-398ea1f8f718 x-openstack-request-id: req-1a0669ee-bcf6-4af4-b3dd-398ea1f8f718 {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:46:56.435611 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9639e1b6-e005-4646-80c2-7d526aedf8f2", "name": "network-vif-deleted", "tag": "ed384a80-1f9f-476a-b97b-aa412b2f3e8e", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:46:56.435863 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a0669ee-bcf6-4af4-b3dd-398ea1f8f718 {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:46:56.436262 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9639e1b6-e005-4646-80c2-7d526aedf8f2', 'name': 'network-vif-deleted', 'tag': 'ed384a80-1f9f-476a-b97b-aa412b2f3e8e', 'status': 'completed', 'code': 200} Feb 10 03:46:57.345931 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 53064) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:46:57.473208 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [None req-58683c25-1e93-497f-8aa5-d40a84ad8401 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Deleting port 6c4b7f86-7508-4748-a1dc-3151a2dc78b8 {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:46:57.473553 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-58683c25-1e93-497f-8aa5-d40a84ad8401 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (6c4b7f86-7508-4748-a1dc-3151a2dc78b8), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:57.549750 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-58683c25-1e93-497f-8aa5-d40a84ad8401 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (6c4b7f86-7508-4748-a1dc-3151a2dc78b8), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:57.550055 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-58683c25-1e93-497f-8aa5-d40a84ad8401 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for floatingip (6c4b7f86-7508-4748-a1dc-3151a2dc78b8), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:57.562554 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [None req-58683c25-1e93-497f-8aa5-d40a84ad8401 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Calling delete_port for 6c4b7f86-7508-4748-a1dc-3151a2dc78b8 owned by network:floatingip {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:46:57.696165 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-58683c25-1e93-497f-8aa5-d40a84ad8401 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (6c4b7f86-7508-4748-a1dc-3151a2dc78b8), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:57.720572 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58683c25-1e93-497f-8aa5-d40a84ad8401 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Pushing event deleted for resources: {'Port': ['ID=6c4b7f86-7508-4748-a1dc-3151a2dc78b8,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:57.781805 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-58683c25-1e93-497f-8aa5-d40a84ad8401 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for floatingip (d7ef6c13-aa18-488b-8a1e-e78965b0b934), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:57.784373 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-58683c25-1e93-497f-8aa5-d40a84ad8401 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for floatingip (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:57.785541 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-58683c25-1e93-497f-8aa5-d40a84ad8401 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "DELETE /v2.0/floatingips/d7ef6c13-aa18-488b-8a1e-e78965b0b934 HTTP/1.1" status: 204 len: 168 time: 0.4386098 Feb 10 03:46:59.000031 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 53082) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:46:59.060060 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ba6da117-5b6e-470b-a1d6-fb2a1eb3f426 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for security_group (66d68f0d-2ddd-4876-8e68-2921d81e68f9), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:59.084615 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ba6da117-5b6e-470b-a1d6-fb2a1eb3f426 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for security_group (66d68f0d-2ddd-4876-8e68-2921d81e68f9), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:59.149552 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ba6da117-5b6e-470b-a1d6-fb2a1eb3f426 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (66d68f0d-2ddd-4876-8e68-2921d81e68f9), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:59.154210 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ba6da117-5b6e-470b-a1d6-fb2a1eb3f426 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:59.155893 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-ba6da117-5b6e-470b-a1d6-fb2a1eb3f426 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] 10.222.0.32 "DELETE /v2.0/security-groups/66d68f0d-2ddd-4876-8e68-2921d81e68f9 HTTP/1.1" status: 204 len: 168 time: 0.1548853 Feb 10 03:46:59.165570 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6da117-5b6e-470b-a1d6-fb2a1eb3f426 tempest-TestVolumeBootPattern-1471660300 tempest-TestVolumeBootPattern-1471660300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d68f0d-2ddd-4876-8e68-2921d81e68f9,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:59.217775 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 53086) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:46:59.467695 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 53092) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:46:59.519119 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e061fc5-584d-4958-bdbd-db249afb7705 admin admin] Deleting subnet 97772183-e10b-495f-91a7-8311e3fc901f {{(pid=102732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 03:46:59.522549 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5e061fc5-584d-4958-bdbd-db249afb7705 admin admin] Publish callbacks [] for subnet (97772183-e10b-495f-91a7-8311e3fc901f), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:59.559069 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5e061fc5-584d-4958-bdbd-db249afb7705 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266296389'] for subnet (97772183-e10b-495f-91a7-8311e3fc901f), precommit_delete_associations {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:59.599702 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5e061fc5-584d-4958-bdbd-db249afb7705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686942'] for subnet (97772183-e10b-495f-91a7-8311e3fc901f), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:59.655017 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5e061fc5-584d-4958-bdbd-db249afb7705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265725902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265425211'] for subnet (97772183-e10b-495f-91a7-8311e3fc901f), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:59.680345 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e061fc5-584d-4958-bdbd-db249afb7705 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97772183-e10b-495f-91a7-8311e3fc901f,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:59.684110 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5e061fc5-584d-4958-bdbd-db249afb7705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for subnet (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:59.689715 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-5e061fc5-584d-4958-bdbd-db249afb7705 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/97772183-e10b-495f-91a7-8311e3fc901f HTTP/1.1" status: 204 len: 168 time: 0.2186053 Feb 10 03:46:59.690198 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 53094) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:46:59.762594 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5b0a027e-fb90-4553-834d-1a006b418190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-664968'] for network (f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:59.838938 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5b0a027e-fb90-4553-834d-1a006b418190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737483', 'neutron.services.segments.db._delete_segments_for_network-8729388224440'] for network (f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:59.863093 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.services.segments.db [None req-5b0a027e-fb90-4553-834d-1a006b418190 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a']}} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:46:59.873038 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.services.segments.db [None req-5b0a027e-fb90-4553-834d-1a006b418190 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '295a5e15-85a1-4c8a-bd16-de44f5cf0b77') {'for_net_delete': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:46:59.873329 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.services.segments.db [None req-5b0a027e-fb90-4553-834d-1a006b418190 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '295a5e15-85a1-4c8a-bd16-de44f5cf0b77') {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:46:59.883008 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5b0a027e-fb90-4553-834d-1a006b418190 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729388227777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266296444'] for segment (295a5e15-85a1-4c8a-bd16-de44f5cf0b77), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:59.892345 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b57dc4d6-3027-4493-bd95-72fbcfd1187b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1573495'] for router_interface (4d80c1f5-a097-4d9e-a412-9369b9dea1b5), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:59.896974 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5b0a027e-fb90-4553-834d-1a006b418190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (295a5e15-85a1-4c8a-bd16-de44f5cf0b77), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:59.903428 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0a027e-fb90-4553-834d-1a006b418190 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 03:46:59.903822 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5b0a027e-fb90-4553-834d-1a006b418190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265725812'] for segment (295a5e15-85a1-4c8a-bd16-de44f5cf0b77), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: Traceback (most recent call last): Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: timer() Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: cb(*args, **kw) Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: return func(*args, **kwargs) Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: self._notify() Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: self.callback(batched_events) Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: event.method(event) Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: return f(self, *a, **k) Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: return self._get(url).json() Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: return self.request(url, 'GET', **kwargs) Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 03:46:59.905518 dv-cinder-828060-2-iscsi neutron-server[102732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 03:46:59.960879 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5b0a027e-fb90-4553-834d-1a006b418190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575265'] for network (f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:59.968043 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5b0a027e-fb90-4553-834d-1a006b418190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:59.971346 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-5b0a027e-fb90-4553-834d-1a006b418190 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a HTTP/1.1" status: 204 len: 168 time: 0.2804739 Feb 10 03:46:59.981019 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a027e-fb90-4553-834d-1a006b418190 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2e0d3aa-9a83-43d0-abe0-bb056ed8e62a,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:47:00.085743 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 53098) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:47:00.126168 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-eea1f3d1-71f9-420e-8bf8-d5bbfa8416b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=971e4963ecd649e8ba5e72ebfc30318a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391181 Feb 10 03:47:00.128606 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 53100) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:47:00.145172 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [None req-b57dc4d6-3027-4493-bd95-72fbcfd1187b admin admin] Deleting port 7683a7cc-71b7-4848-ace4-8a81b8b4073f {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:47:00.145744 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b57dc4d6-3027-4493-bd95-72fbcfd1187b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (7683a7cc-71b7-4848-ace4-8a81b8b4073f), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:00.178813 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-282a44e7-424b-4a95-9962-52120e73a324 admin admin] Publish callbacks [] for security_group (f0efc8f8-b038-4746-afb3-4494cb92b14f), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:00.200045 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-282a44e7-424b-4a95-9962-52120e73a324 admin admin] Publish callbacks [] for security_group (f0efc8f8-b038-4746-afb3-4494cb92b14f), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:00.223036 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-b57dc4d6-3027-4493-bd95-72fbcfd1187b admin admin] For port 7683a7cc-71b7-4848-ace4-8a81b8b4073f, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=7683a7cc-71b7-4848-ace4-8a81b8b4073f,segment=NetworkSegment(c168d9c9-0428-46e4-a032-65303c451794),segment_id=c168d9c9-0428-46e4-a032-65303c451794)] {{(pid=102733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:47:00.223036 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b57dc4d6-3027-4493-bd95-72fbcfd1187b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (7683a7cc-71b7-4848-ace4-8a81b8b4073f), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:00.235100 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [None req-b57dc4d6-3027-4493-bd95-72fbcfd1187b admin admin] Calling delete_port for 7683a7cc-71b7-4848-ace4-8a81b8b4073f owned by network:router_interface {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:47:00.249596 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-282a44e7-424b-4a95-9962-52120e73a324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (f0efc8f8-b038-4746-afb3-4494cb92b14f), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:00.252198 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-282a44e7-424b-4a95-9962-52120e73a324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:00.255851 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-282a44e7-424b-4a95-9962-52120e73a324 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0efc8f8-b038-4746-afb3-4494cb92b14f HTTP/1.1" status: 204 len: 168 time: 0.1238554 Feb 10 03:47:00.262887 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a44e7-424b-4a95-9962-52120e73a324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0efc8f8-b038-4746-afb3-4494cb92b14f,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:47:00.427106 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b57dc4d6-3027-4493-bd95-72fbcfd1187b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (7683a7cc-71b7-4848-ace4-8a81b8b4073f), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:00.453914 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57dc4d6-3027-4493-bd95-72fbcfd1187b admin admin] Pushing event deleted for resources: {'Port': ['ID=7683a7cc-71b7-4848-ace4-8a81b8b4073f,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:47:00.637676 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b57dc4d6-3027-4493-bd95-72fbcfd1187b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1573603'] for router_interface (4d80c1f5-a097-4d9e-a412-9369b9dea1b5), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:00.881123 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57dc4d6-3027-4493-bd95-72fbcfd1187b admin admin] Router 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:47:00.882186 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device ed384a80-1f9f-476a-b97b-aa412b2f3e8e no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:47:00.902773 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] No Port match for: ed384a80-1f9f-476a-b97b-aa412b2f3e8e {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:47:00.903069 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device ed384a80-1f9f-476a-b97b-aa412b2f3e8e not bound to the agent host hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:47:01.001673 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57dc4d6-3027-4493-bd95-72fbcfd1187b admin admin] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:47:01.007048 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-b57dc4d6-3027-4493-bd95-72fbcfd1187b admin admin] 10.222.0.32 "PUT /v2.0/routers/4d80c1f5-a097-4d9e-a412-9369b9dea1b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7881868 Feb 10 03:47:01.010007 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 53104) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:47:01.012790 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a190711-45a4-4580-b300-842b88a8d433 None None] Sync routers for ids ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'] in dv-cinder-828060-2-iscsi {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:47:01.026019 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a190711-45a4-4580-b300-842b88a8d433 None None] Routers {'4d80c1f5-a097-4d9e-a412-9369b9dea1b5'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:47:01.026740 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-7a190711-45a4-4580-b300-842b88a8d433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:46:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:47:01.115532 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d130887e-3fb5-4365-af3b-b733535c7be5 admin admin] Publish callbacks [] for router (4d80c1f5-a097-4d9e-a412-9369b9dea1b5), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:01.133050 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-7a190711-45a4-4580-b300-842b88a8d433 None None] Set router 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:47:01.224371 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d130887e-3fb5-4365-af3b-b733535c7be5 admin admin] Publish callbacks [] for router_gateway (4d80c1f5-a097-4d9e-a412-9369b9dea1b5), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:01.282038 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d130887e-3fb5-4365-af3b-b733535c7be5 admin admin] Deleting port 93c84bb7-7465-4e30-987a-014914933494 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:47:01.282381 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d130887e-3fb5-4365-af3b-b733535c7be5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (93c84bb7-7465-4e30-987a-014914933494), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:01.362681 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d130887e-3fb5-4365-af3b-b733535c7be5 admin admin] For port 93c84bb7-7465-4e30-987a-014914933494, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=93c84bb7-7465-4e30-987a-014914933494,segment=NetworkSegment(c1a6dc3e-a0fe-4959-bf17-1081534e4b16),segment_id=c1a6dc3e-a0fe-4959-bf17-1081534e4b16)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:47:01.363074 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d130887e-3fb5-4365-af3b-b733535c7be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (93c84bb7-7465-4e30-987a-014914933494), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:01.379815 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d130887e-3fb5-4365-af3b-b733535c7be5 admin admin] Calling delete_port for 93c84bb7-7465-4e30-987a-014914933494 owned by network:router_gateway {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:47:01.445923 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-7a190711-45a4-4580-b300-842b88a8d433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'name': 'tempest-TestVolumeBootPattern-215996742-router', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '93c84bb7-7465-4e30-987a-014914933494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:47:00Z', 'revision_number': 5, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'gw_port': {'id': '93c84bb7-7465-4e30-987a-014914933494', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:47:01.471399 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a190711-45a4-4580-b300-842b88a8d433 None None] Checking router: 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 for host: dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:47:01.480423 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a190711-45a4-4580-b300-842b88a8d433 None None] Routers {'4d80c1f5-a097-4d9e-a412-9369b9dea1b5'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:47:01.480934 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-7a190711-45a4-4580-b300-842b88a8d433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:46:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:47:01.550570 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d130887e-3fb5-4365-af3b-b733535c7be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265725731'] for port (93c84bb7-7465-4e30-987a-014914933494), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:01.579264 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130887e-3fb5-4365-af3b-b733535c7be5 admin admin] Pushing event deleted for resources: {'Port': ['ID=93c84bb7-7465-4e30-987a-014914933494,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:47:01.579667 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-7a190711-45a4-4580-b300-842b88a8d433 None None] Set router 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 gateway port host: None {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:47:01.637342 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-7a190711-45a4-4580-b300-842b88a8d433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'name': 'tempest-TestVolumeBootPattern-215996742-router', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:47:01Z', 'revision_number': 6, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'gw_port_host': None}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:47:01.637904 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d130887e-3fb5-4365-af3b-b733535c7be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1575229'] for router_gateway (4d80c1f5-a097-4d9e-a412-9369b9dea1b5), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:01.663157 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a190711-45a4-4580-b300-842b88a8d433 None None] The sync data for ids ['4d80c1f5-a097-4d9e-a412-9369b9dea1b5'] in dv-cinder-828060-2-iscsi is: [{'id': '4d80c1f5-a097-4d9e-a412-9369b9dea1b5', 'name': 'tempest-TestVolumeBootPattern-215996742-router', 'tenant_id': '9861d9e039084b9b9b24721464eea6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:30Z', 'updated_at': '2022-02-10T03:47:01Z', 'revision_number': 6, 'project_id': '9861d9e039084b9b9b24721464eea6e6', 'gw_port_host': None}] {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:47:01.729359 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d130887e-3fb5-4365-af3b-b733535c7be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256814'] for router (4d80c1f5-a097-4d9e-a412-9369b9dea1b5), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:01.731602 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d130887e-3fb5-4365-af3b-b733535c7be5 admin admin] Publish callbacks [] for router_controller (4d80c1f5-a097-4d9e-a412-9369b9dea1b5), precommit_delete_associations {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:01.778907 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d130887e-3fb5-4365-af3b-b733535c7be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1576845'] for router (4d80c1f5-a097-4d9e-a412-9369b9dea1b5), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:01.779461 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d130887e-3fb5-4365-af3b-b733535c7be5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d80c1f5-a097-4d9e-a412-9369b9dea1b5 {{(pid=102732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 03:47:01.783816 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d130887e-3fb5-4365-af3b-b733535c7be5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:01.784973 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-d130887e-3fb5-4365-af3b-b733535c7be5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4d80c1f5-a097-4d9e-a412-9369b9dea1b5 HTTP/1.1" status: 204 len: 168 time: 0.7738776 Feb 10 03:47:01.787569 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 53106) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:47:01.830449 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b21a5bf-340d-468e-b91f-533b095485b2 admin admin] Deleting subnet 8c7ae98f-4290-4591-b0b0-01ae38e627b6 {{(pid=102732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 03:47:01.833556 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5b21a5bf-340d-468e-b91f-533b095485b2 admin admin] Publish callbacks [] for subnet (8c7ae98f-4290-4591-b0b0-01ae38e627b6), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:01.866715 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5b21a5bf-340d-468e-b91f-533b095485b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266296389'] for subnet (8c7ae98f-4290-4591-b0b0-01ae38e627b6), precommit_delete_associations {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:01.960787 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5b21a5bf-340d-468e-b91f-533b095485b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686942'] for subnet (8c7ae98f-4290-4591-b0b0-01ae38e627b6), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:02.019292 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5b21a5bf-340d-468e-b91f-533b095485b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265725902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265425211'] for subnet (8c7ae98f-4290-4591-b0b0-01ae38e627b6), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:02.045931 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21a5bf-340d-468e-b91f-533b095485b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c7ae98f-4290-4591-b0b0-01ae38e627b6,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:47:02.049409 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5b21a5bf-340d-468e-b91f-533b095485b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for subnet (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:02.054377 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-5b21a5bf-340d-468e-b91f-533b095485b2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8c7ae98f-4290-4591-b0b0-01ae38e627b6 HTTP/1.1" status: 204 len: 168 time: 0.2641842 Feb 10 03:47:02.055499 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 53108) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:47:02.058962 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca582cc-29e3-4b7f-b848-156b82ef6639 None None] Network 3af7982f-b432-4a57-9896-b601a1ffbd3e requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:47:02.128759 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d513a25c-5315-44c3-99c4-a3422f71d8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-664968'] for network (3af7982f-b432-4a57-9896-b601a1ffbd3e), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:02.180940 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [None req-d513a25c-5315-44c3-99c4-a3422f71d8b3 admin admin] Deleting port 5336a7f5-b921-4a13-831b-eccfd0213340 {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:47:02.181439 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d513a25c-5315-44c3-99c4-a3422f71d8b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (5336a7f5-b921-4a13-831b-eccfd0213340), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:02.255164 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-d513a25c-5315-44c3-99c4-a3422f71d8b3 admin admin] For port 5336a7f5-b921-4a13-831b-eccfd0213340, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=5336a7f5-b921-4a13-831b-eccfd0213340,segment=NetworkSegment(c168d9c9-0428-46e4-a032-65303c451794),segment_id=c168d9c9-0428-46e4-a032-65303c451794)] {{(pid=102733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:47:02.255418 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d513a25c-5315-44c3-99c4-a3422f71d8b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (5336a7f5-b921-4a13-831b-eccfd0213340), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:02.268338 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [None req-d513a25c-5315-44c3-99c4-a3422f71d8b3 admin admin] Calling delete_port for 5336a7f5-b921-4a13-831b-eccfd0213340 owned by network:dhcp {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:47:02.348746 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d513a25c-5315-44c3-99c4-a3422f71d8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (5336a7f5-b921-4a13-831b-eccfd0213340), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:02.371167 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a25c-5315-44c3-99c4-a3422f71d8b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5336a7f5-b921-4a13-831b-eccfd0213340,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:47:02.376883 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d513a25c-5315-44c3-99c4-a3422f71d8b3 admin admin] No DVR routers for this DVR port 5336a7f5-b921-4a13-831b-eccfd0213340 on host dv-cinder-828060-2-iscsi {{(pid=102733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:47:02.448551 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d513a25c-5315-44c3-99c4-a3422f71d8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737483', 'neutron.services.segments.db._delete_segments_for_network-8729388224440'] for network (3af7982f-b432-4a57-9896-b601a1ffbd3e), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:02.448753 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ff43d0-d47d-4139-bb64-0aa00685a0bd None None] DHCP port deletion for 3af7982f-b432-4a57-9896-b601a1ffbd3e request from dv-cinder-828060-2-iscsi {{(pid=102734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 03:47:02.475528 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.services.segments.db [None req-d513a25c-5315-44c3-99c4-a3422f71d8b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af7982f-b432-4a57-9896-b601a1ffbd3e']}} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:47:02.485731 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.services.segments.db [None req-d513a25c-5315-44c3-99c4-a3422f71d8b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c168d9c9-0428-46e4-a032-65303c451794') {'for_net_delete': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:47:02.486112 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.services.segments.db [None req-d513a25c-5315-44c3-99c4-a3422f71d8b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c168d9c9-0428-46e4-a032-65303c451794') {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:47:02.498453 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d513a25c-5315-44c3-99c4-a3422f71d8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729388227777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268408301'] for segment (c168d9c9-0428-46e4-a032-65303c451794), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:02.512258 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d513a25c-5315-44c3-99c4-a3422f71d8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (c168d9c9-0428-46e4-a032-65303c451794), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:02.512937 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 5336a7f5-b921-4a13-831b-eccfd0213340 no longer exists at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:47:02.518309 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d513a25c-5315-44c3-99c4-a3422f71d8b3 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 03:47:02.518723 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d513a25c-5315-44c3-99c4-a3422f71d8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264842786'] for segment (c168d9c9-0428-46e4-a032-65303c451794), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: Traceback (most recent call last): Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: timer() Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: cb(*args, **kw) Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: return func(*args, **kwargs) Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: self._notify() Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: self.callback(batched_events) Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: event.method(event) Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: return f(self, *a, **k) Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: return self._get(url).json() Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: return self.request(url, 'GET', **kwargs) Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 03:47:02.520375 dv-cinder-828060-2-iscsi neutron-server[102733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 03:47:02.535246 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] No Port match for: 5336a7f5-b921-4a13-831b-eccfd0213340 {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:47:02.535676 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 5336a7f5-b921-4a13-831b-eccfd0213340 not bound to the agent host dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:47:02.536167 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 7683a7cc-71b7-4848-ace4-8a81b8b4073f no longer exists at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:47:02.558812 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] No Port match for: 7683a7cc-71b7-4848-ace4-8a81b8b4073f {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:47:02.559160 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 7683a7cc-71b7-4848-ace4-8a81b8b4073f not bound to the agent host dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:47:02.559760 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 93c84bb7-7465-4e30-987a-014914933494 no longer exists at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:47:02.577572 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d513a25c-5315-44c3-99c4-a3422f71d8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575265'] for network (3af7982f-b432-4a57-9896-b601a1ffbd3e), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:02.581658 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] No Port match for: 93c84bb7-7465-4e30-987a-014914933494 {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:47:02.581927 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 93c84bb7-7465-4e30-987a-014914933494 not bound to the agent host dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:47:02.584566 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d513a25c-5315-44c3-99c4-a3422f71d8b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:02.591271 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-d513a25c-5315-44c3-99c4-a3422f71d8b3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3af7982f-b432-4a57-9896-b601a1ffbd3e HTTP/1.1" status: 204 len: 168 time: 0.5345106 Feb 10 03:47:02.591967 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 53110) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:47:02.601440 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a25c-5315-44c3-99c4-a3422f71d8b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3af7982f-b432-4a57-9896-b601a1ffbd3e,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:47:02.951786 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-79a5afac-dacf-4039-af6c-13339b16aad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1573495'] for router_interface (ce98ed15-b729-4e8a-89ee-97dbd76e41fd), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:03.473930 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-79a5afac-dacf-4039-af6c-13339b16aad4 admin admin] Deleting port 98b86c5f-42c3-49af-858f-6bfc80bdb90b {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:47:03.474700 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-79a5afac-dacf-4039-af6c-13339b16aad4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (98b86c5f-42c3-49af-858f-6bfc80bdb90b), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:03.555083 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-79a5afac-dacf-4039-af6c-13339b16aad4 admin admin] For port 98b86c5f-42c3-49af-858f-6bfc80bdb90b, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=98b86c5f-42c3-49af-858f-6bfc80bdb90b,segment=NetworkSegment(4b2ea0f1-0eca-488c-b5b6-737ceac9ded6),segment_id=4b2ea0f1-0eca-488c-b5b6-737ceac9ded6)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:47:03.555437 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-79a5afac-dacf-4039-af6c-13339b16aad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (98b86c5f-42c3-49af-858f-6bfc80bdb90b), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:03.568308 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-79a5afac-dacf-4039-af6c-13339b16aad4 admin admin] Calling delete_port for 98b86c5f-42c3-49af-858f-6bfc80bdb90b owned by network:router_interface {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:47:03.768011 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-79a5afac-dacf-4039-af6c-13339b16aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265725731'] for port (98b86c5f-42c3-49af-858f-6bfc80bdb90b), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:03.796376 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5afac-dacf-4039-af6c-13339b16aad4 admin admin] Pushing event deleted for resources: {'Port': ['ID=98b86c5f-42c3-49af-858f-6bfc80bdb90b,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:47:03.961015 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-79a5afac-dacf-4039-af6c-13339b16aad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1573603'] for router_interface (ce98ed15-b729-4e8a-89ee-97dbd76e41fd), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:04.193870 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a5afac-dacf-4039-af6c-13339b16aad4 admin admin] Router ce98ed15-b729-4e8a-89ee-97dbd76e41fd has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:47:04.304558 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a5afac-dacf-4039-af6c-13339b16aad4 admin admin] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:47:04.309880 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-79a5afac-dacf-4039-af6c-13339b16aad4 admin admin] 10.222.0.32 "PUT /v2.0/routers/ce98ed15-b729-4e8a-89ee-97dbd76e41fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7165024 Feb 10 03:47:04.312573 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 53112) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:47:04.313346 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c51d39f-6c5a-41a3-a351-74b244db3836 None None] Sync routers for ids ['ce98ed15-b729-4e8a-89ee-97dbd76e41fd'] in dv-cinder-828060-2-iscsi {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:47:04.324093 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c51d39f-6c5a-41a3-a351-74b244db3836 None None] Routers {'ce98ed15-b729-4e8a-89ee-97dbd76e41fd'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:47:04.324711 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-9c51d39f-6c5a-41a3-a351-74b244db3836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:46:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['ce98ed15-b729-4e8a-89ee-97dbd76e41fd'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:47:04.417034 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-51cd0b41-c129-41c0-b0dd-733fe263de14 admin admin] Publish callbacks [] for router (ce98ed15-b729-4e8a-89ee-97dbd76e41fd), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:04.429603 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-9c51d39f-6c5a-41a3-a351-74b244db3836 None None] Set router ce98ed15-b729-4e8a-89ee-97dbd76e41fd gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:47:04.519414 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-51cd0b41-c129-41c0-b0dd-733fe263de14 admin admin] Publish callbacks [] for router_gateway (ce98ed15-b729-4e8a-89ee-97dbd76e41fd), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:04.571768 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-51cd0b41-c129-41c0-b0dd-733fe263de14 admin admin] Deleting port 716ac3ac-6090-47df-bce7-28e6db9c6b21 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:47:04.572118 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-51cd0b41-c129-41c0-b0dd-733fe263de14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (716ac3ac-6090-47df-bce7-28e6db9c6b21), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:04.607623 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-9c51d39f-6c5a-41a3-a351-74b244db3836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce98ed15-b729-4e8a-89ee-97dbd76e41fd', 'name': 'tempest-TestVolumeBootPattern-766559559-router', 'tenant_id': 'e2b2abbdf50e43459596d5941eaaa4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '716ac3ac-6090-47df-bce7-28e6db9c6b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:38Z', 'updated_at': '2022-02-10T03:47:03Z', 'revision_number': 5, 'project_id': 'e2b2abbdf50e43459596d5941eaaa4c6', 'gw_port': {'id': '716ac3ac-6090-47df-bce7-28e6db9c6b21', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce98ed15-b729-4e8a-89ee-97dbd76e41fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:38:39Z', 'updated_at': '2022-02-10T03:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:47:04.633904 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c51d39f-6c5a-41a3-a351-74b244db3836 None None] Checking router: ce98ed15-b729-4e8a-89ee-97dbd76e41fd for host: dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:47:04.642186 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c51d39f-6c5a-41a3-a351-74b244db3836 None None] Routers {'ce98ed15-b729-4e8a-89ee-97dbd76e41fd'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:47:04.642823 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-9c51d39f-6c5a-41a3-a351-74b244db3836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:46:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['ce98ed15-b729-4e8a-89ee-97dbd76e41fd'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:47:04.655059 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-51cd0b41-c129-41c0-b0dd-733fe263de14 admin admin] For port 716ac3ac-6090-47df-bce7-28e6db9c6b21, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=716ac3ac-6090-47df-bce7-28e6db9c6b21,segment=NetworkSegment(c1a6dc3e-a0fe-4959-bf17-1081534e4b16),segment_id=c1a6dc3e-a0fe-4959-bf17-1081534e4b16)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:47:04.655427 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-51cd0b41-c129-41c0-b0dd-733fe263de14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (716ac3ac-6090-47df-bce7-28e6db9c6b21), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:04.668411 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-51cd0b41-c129-41c0-b0dd-733fe263de14 admin admin] Calling delete_port for 716ac3ac-6090-47df-bce7-28e6db9c6b21 owned by network:router_gateway {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:47:04.814860 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-9c51d39f-6c5a-41a3-a351-74b244db3836 None None] Set router ce98ed15-b729-4e8a-89ee-97dbd76e41fd gateway port host: None {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:47:04.837403 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-51cd0b41-c129-41c0-b0dd-733fe263de14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265725731'] for port (716ac3ac-6090-47df-bce7-28e6db9c6b21), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:04.867021 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd0b41-c129-41c0-b0dd-733fe263de14 admin admin] Pushing event deleted for resources: {'Port': ['ID=716ac3ac-6090-47df-bce7-28e6db9c6b21,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:47:04.869076 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-9c51d39f-6c5a-41a3-a351-74b244db3836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce98ed15-b729-4e8a-89ee-97dbd76e41fd', 'name': 'tempest-TestVolumeBootPattern-766559559-router', 'tenant_id': 'e2b2abbdf50e43459596d5941eaaa4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:38Z', 'updated_at': '2022-02-10T03:47:04Z', 'revision_number': 6, 'project_id': 'e2b2abbdf50e43459596d5941eaaa4c6', 'gw_port_host': None}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:47:04.902556 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c51d39f-6c5a-41a3-a351-74b244db3836 None None] The sync data for ids ['ce98ed15-b729-4e8a-89ee-97dbd76e41fd'] in dv-cinder-828060-2-iscsi is: [{'id': 'ce98ed15-b729-4e8a-89ee-97dbd76e41fd', 'name': 'tempest-TestVolumeBootPattern-766559559-router', 'tenant_id': 'e2b2abbdf50e43459596d5941eaaa4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:38:38Z', 'updated_at': '2022-02-10T03:47:04Z', 'revision_number': 6, 'project_id': 'e2b2abbdf50e43459596d5941eaaa4c6', 'gw_port_host': None}] {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:47:04.930211 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-51cd0b41-c129-41c0-b0dd-733fe263de14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1575229'] for router_gateway (ce98ed15-b729-4e8a-89ee-97dbd76e41fd), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:05.022179 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-51cd0b41-c129-41c0-b0dd-733fe263de14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256814'] for router (ce98ed15-b729-4e8a-89ee-97dbd76e41fd), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:05.024390 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-51cd0b41-c129-41c0-b0dd-733fe263de14 admin admin] Publish callbacks [] for router_controller (ce98ed15-b729-4e8a-89ee-97dbd76e41fd), precommit_delete_associations {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:05.076955 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-51cd0b41-c129-41c0-b0dd-733fe263de14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1576845'] for router (ce98ed15-b729-4e8a-89ee-97dbd76e41fd), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:05.077588 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cd0b41-c129-41c0-b0dd-733fe263de14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce98ed15-b729-4e8a-89ee-97dbd76e41fd {{(pid=102732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 03:47:05.082916 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-51cd0b41-c129-41c0-b0dd-733fe263de14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:05.084064 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-51cd0b41-c129-41c0-b0dd-733fe263de14 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ce98ed15-b729-4e8a-89ee-97dbd76e41fd HTTP/1.1" status: 204 len: 168 time: 0.7705638 Feb 10 03:47:05.086799 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 53114) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:47:05.131794 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.db_base_plugin_v2 [None req-cafdbf6c-f05c-415b-abe8-fca5ffc08923 admin admin] Deleting subnet b455f554-64b8-43d9-b6c0-dadf8cee8699 {{(pid=102732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 03:47:05.135043 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cafdbf6c-f05c-415b-abe8-fca5ffc08923 admin admin] Publish callbacks [] for subnet (b455f554-64b8-43d9-b6c0-dadf8cee8699), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:05.169462 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cafdbf6c-f05c-415b-abe8-fca5ffc08923 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266296389'] for subnet (b455f554-64b8-43d9-b6c0-dadf8cee8699), precommit_delete_associations {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:05.249832 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cafdbf6c-f05c-415b-abe8-fca5ffc08923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686942'] for subnet (b455f554-64b8-43d9-b6c0-dadf8cee8699), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:05.304062 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cafdbf6c-f05c-415b-abe8-fca5ffc08923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265725902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265425211'] for subnet (b455f554-64b8-43d9-b6c0-dadf8cee8699), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:05.330836 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafdbf6c-f05c-415b-abe8-fca5ffc08923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b455f554-64b8-43d9-b6c0-dadf8cee8699,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:47:05.332732 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cafdbf6c-f05c-415b-abe8-fca5ffc08923 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for subnet (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:05.335972 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-cafdbf6c-f05c-415b-abe8-fca5ffc08923 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b455f554-64b8-43d9-b6c0-dadf8cee8699 HTTP/1.1" status: 204 len: 168 time: 0.2482455 Feb 10 03:47:05.338483 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 53116) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:47:05.340044 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ca6bed-cbdc-4335-a106-4bd491002c77 None None] Network ed66fdf9-397e-41c8-add5-96c549a4c1d6 requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:47:05.407452 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-64ae2614-bf09-4845-b644-7138772ad11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-664968'] for network (ed66fdf9-397e-41c8-add5-96c549a4c1d6), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:05.467482 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-64ae2614-bf09-4845-b644-7138772ad11d admin admin] Deleting port b6b4f76d-5f2c-430e-8e11-69b515607338 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:47:05.467830 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-64ae2614-bf09-4845-b644-7138772ad11d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (b6b4f76d-5f2c-430e-8e11-69b515607338), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:05.531302 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-64ae2614-bf09-4845-b644-7138772ad11d admin admin] For port b6b4f76d-5f2c-430e-8e11-69b515607338, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=b6b4f76d-5f2c-430e-8e11-69b515607338,segment=NetworkSegment(4b2ea0f1-0eca-488c-b5b6-737ceac9ded6),segment_id=4b2ea0f1-0eca-488c-b5b6-737ceac9ded6)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:47:05.531976 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-64ae2614-bf09-4845-b644-7138772ad11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (b6b4f76d-5f2c-430e-8e11-69b515607338), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:05.544881 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-64ae2614-bf09-4845-b644-7138772ad11d admin admin] Calling delete_port for b6b4f76d-5f2c-430e-8e11-69b515607338 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:47:05.627513 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-64ae2614-bf09-4845-b644-7138772ad11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265725731'] for port (b6b4f76d-5f2c-430e-8e11-69b515607338), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:05.651585 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace02ae1-531e-445f-a3eb-75c4e421badc None None] DHCP port deletion for ed66fdf9-397e-41c8-add5-96c549a4c1d6 request from dv-cinder-828060-2-iscsi {{(pid=102734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 03:47:05.654947 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae2614-bf09-4845-b644-7138772ad11d admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b4f76d-5f2c-430e-8e11-69b515607338,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:47:05.660592 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ae2614-bf09-4845-b644-7138772ad11d admin admin] No DVR routers for this DVR port b6b4f76d-5f2c-430e-8e11-69b515607338 on host dv-cinder-828060-2-iscsi {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:47:05.738320 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-64ae2614-bf09-4845-b644-7138772ad11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737483', 'neutron.services.segments.db._delete_segments_for_network-8729388224440'] for network (ed66fdf9-397e-41c8-add5-96c549a4c1d6), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:05.758754 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.services.segments.db [None req-64ae2614-bf09-4845-b644-7138772ad11d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed66fdf9-397e-41c8-add5-96c549a4c1d6']}} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:47:05.768617 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.services.segments.db [None req-64ae2614-bf09-4845-b644-7138772ad11d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b2ea0f1-0eca-488c-b5b6-737ceac9ded6') {'for_net_delete': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:47:05.768923 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.services.segments.db [None req-64ae2614-bf09-4845-b644-7138772ad11d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b2ea0f1-0eca-488c-b5b6-737ceac9ded6') {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:47:05.778462 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-64ae2614-bf09-4845-b644-7138772ad11d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729388227777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266296444'] for segment (4b2ea0f1-0eca-488c-b5b6-737ceac9ded6), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:05.791613 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-64ae2614-bf09-4845-b644-7138772ad11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (4b2ea0f1-0eca-488c-b5b6-737ceac9ded6), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:05.797801 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ae2614-bf09-4845-b644-7138772ad11d admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 03:47:05.798211 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-64ae2614-bf09-4845-b644-7138772ad11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265725812'] for segment (4b2ea0f1-0eca-488c-b5b6-737ceac9ded6), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: Traceback (most recent call last): Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: timer() Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: cb(*args, **kw) Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: return func(*args, **kwargs) Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: self._notify() Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: self.callback(batched_events) Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: event.method(event) Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: return f(self, *a, **k) Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: return self._get(url).json() Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: return self.request(url, 'GET', **kwargs) Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 03:47:05.799962 dv-cinder-828060-2-iscsi neutron-server[102732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 03:47:05.854086 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-64ae2614-bf09-4845-b644-7138772ad11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575265'] for network (ed66fdf9-397e-41c8-add5-96c549a4c1d6), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:05.860843 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-64ae2614-bf09-4845-b644-7138772ad11d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:05.864093 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-64ae2614-bf09-4845-b644-7138772ad11d admin admin] 10.222.0.32 "DELETE /v2.0/networks/ed66fdf9-397e-41c8-add5-96c549a4c1d6 HTTP/1.1" status: 204 len: 168 time: 0.5246959 Feb 10 03:47:05.874014 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae2614-bf09-4845-b644-7138772ad11d admin admin] Pushing event deleted for resources: {'Network': ['ID=ed66fdf9-397e-41c8-add5-96c549a4c1d6,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:47:06.033223 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 53120) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:47:06.072490 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-427c3196-3102-4c14-b329-aebf641a3afa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9861d9e039084b9b9b24721464eea6e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380914 Feb 10 03:47:06.075647 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 53122) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:47:06.131556 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b68788a5-437f-420d-861f-691d15dd941f admin admin] Publish callbacks [] for security_group (5c25b7df-7c9a-431e-9a11-b3d0bfba1b1f), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:06.154179 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b68788a5-437f-420d-861f-691d15dd941f admin admin] Publish callbacks [] for security_group (5c25b7df-7c9a-431e-9a11-b3d0bfba1b1f), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:06.207581 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b68788a5-437f-420d-861f-691d15dd941f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (5c25b7df-7c9a-431e-9a11-b3d0bfba1b1f), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:06.211438 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b68788a5-437f-420d-861f-691d15dd941f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:06.213072 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-b68788a5-437f-420d-861f-691d15dd941f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c25b7df-7c9a-431e-9a11-b3d0bfba1b1f HTTP/1.1" status: 204 len: 168 time: 0.1365917 Feb 10 03:47:06.220935 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68788a5-437f-420d-861f-691d15dd941f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c25b7df-7c9a-431e-9a11-b3d0bfba1b1f,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:47:06.304531 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 716ac3ac-6090-47df-bce7-28e6db9c6b21 no longer exists at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:47:06.324481 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] No Port match for: 716ac3ac-6090-47df-bce7-28e6db9c6b21 {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:47:06.324816 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 716ac3ac-6090-47df-bce7-28e6db9c6b21 not bound to the agent host dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:47:06.325243 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device b6b4f76d-5f2c-430e-8e11-69b515607338 no longer exists at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:47:06.343567 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] No Port match for: b6b4f76d-5f2c-430e-8e11-69b515607338 {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:47:06.344203 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device b6b4f76d-5f2c-430e-8e11-69b515607338 not bound to the agent host dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:47:06.344306 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 98b86c5f-42c3-49af-858f-6bfc80bdb90b no longer exists at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:47:06.362765 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] No Port match for: 98b86c5f-42c3-49af-858f-6bfc80bdb90b {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:47:06.363117 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 98b86c5f-42c3-49af-858f-6bfc80bdb90b not bound to the agent host dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:47:06.540736 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 53128) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:47:06.581492 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-5df19332-517a-4c80-b5ae-f573e764848a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2b2abbdf50e43459596d5941eaaa4c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392356 Feb 10 03:47:06.584378 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 53130) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:47:06.637180 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-26ca0075-ee09-4055-ba6d-a6dcdbcf84d2 admin admin] Publish callbacks [] for security_group (cd56aaa4-ba98-45a5-a6ae-685804cedf89), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:06.658621 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-26ca0075-ee09-4055-ba6d-a6dcdbcf84d2 admin admin] Publish callbacks [] for security_group (cd56aaa4-ba98-45a5-a6ae-685804cedf89), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:06.707318 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-26ca0075-ee09-4055-ba6d-a6dcdbcf84d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (cd56aaa4-ba98-45a5-a6ae-685804cedf89), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:06.709923 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-26ca0075-ee09-4055-ba6d-a6dcdbcf84d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:06.711258 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-26ca0075-ee09-4055-ba6d-a6dcdbcf84d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd56aaa4-ba98-45a5-a6ae-685804cedf89 HTTP/1.1" status: 204 len: 168 time: 0.1260407 Feb 10 03:47:06.719414 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca0075-ee09-4055-ba6d-a6dcdbcf84d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd56aaa4-ba98-45a5-a6ae-685804cedf89,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:47:19.531346 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-e5bc73b0-6947-48ab-a15b-628517dd16d5 req-a4dacaad-f150-4f46-8107-f458a15bf298 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502896 Feb 10 03:47:19.612141 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc73b0-6947-48ab-a15b-628517dd16d5 req-594ed0da-b050-4982-957d-581710c6fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:47:19.613642 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-e5bc73b0-6947-48ab-a15b-628517dd16d5 req-594ed0da-b050-4982-957d-581710c6fa16 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69a1b85d278c49969a6a638dd37579d6&device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 1130 time: 0.0465479 Feb 10 03:47:19.730768 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc73b0-6947-48ab-a15b-628517dd16d5 req-50a30560-6021-4e4e-8861-8617a991439b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:47:19.732238 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-e5bc73b0-6947-48ab-a15b-628517dd16d5 req-50a30560-6021-4e4e-8861-8617a991439b service neutron] 10.222.0.21 "GET /v2.0/networks?id=141657dd-0a9d-419e-8e9a-229883dc970c HTTP/1.1" status: 200 len: 910 time: 0.0977054 Feb 10 03:47:19.800573 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-e5bc73b0-6947-48ab-a15b-628517dd16d5 req-50a40c65-263c-4e13-a7d8-60d514b16b61 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1a017bb-b64b-41fc-802b-4d4964557ece HTTP/1.1" status: 200 len: 1002 time: 0.0609753 Feb 10 03:47:19.818058 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-2d596a2b-9aa0-48fc-aaf2-00bb2544ea29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:19.848923 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc73b0-6947-48ab-a15b-628517dd16d5 req-16b38ebd-d790-4a84-ba53-a64c07665ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:47:19.850386 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-e5bc73b0-6947-48ab-a15b-628517dd16d5 req-16b38ebd-d790-4a84-ba53-a64c07665ad1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bbe3104-6c08-43fa-8765-d2e1f9114957 HTTP/1.1" status: 200 len: 848 time: 0.0441799 Feb 10 03:47:19.903789 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc73b0-6947-48ab-a15b-628517dd16d5 req-8d95ea27-16ca-47e5-93a8-55cd6aa1b763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:47:19.905362 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-e5bc73b0-6947-48ab-a15b-628517dd16d5 req-8d95ea27-16ca-47e5-93a8-55cd6aa1b763 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=141657dd-0a9d-419e-8e9a-229883dc970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468462 Feb 10 03:47:19.998764 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-e5bc73b0-6947-48ab-a15b-628517dd16d5 req-69473344-4a58-4263-9d36-2c09facf7955 service neutron] 10.222.0.21 "GET /v2.0/networks/141657dd-0a9d-419e-8e9a-229883dc970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863297 Feb 10 03:47:20.093338 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-e5bc73b0-6947-48ab-a15b-628517dd16d5 req-549ddf54-a607-4d86-9fce-a5ba280ed652 service neutron] 10.222.0.21 "GET /v2.0/networks/141657dd-0a9d-419e-8e9a-229883dc970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884218 Feb 10 03:47:21.987994 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-c0455551-dba3-4744-825c-4559c4ad96f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:22.676965 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:23.087275 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:24.985748 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:26.171152 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:31.481132 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 6 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:47:49.831085 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-d017dced-e2be-465e-9718-129e0a8ebab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:51.983509 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6151-8150-4501-bc57-02c8c1066eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:52.698594 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:53.097216 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:54.990493 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:56.170782 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:08.485061 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 6 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:48:08.627884 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 53144) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:48:08.795605 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-baba11d9-dc78-4afc-ac7d-7708c64df2f8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Deleting port c0b90d40-6289-49a5-9f0c-6973376e14a8 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:48:08.795929 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-baba11d9-dc78-4afc-ac7d-7708c64df2f8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (c0b90d40-6289-49a5-9f0c-6973376e14a8), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:08.875855 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-baba11d9-dc78-4afc-ac7d-7708c64df2f8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (c0b90d40-6289-49a5-9f0c-6973376e14a8), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:08.876190 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-baba11d9-dc78-4afc-ac7d-7708c64df2f8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for floatingip (c0b90d40-6289-49a5-9f0c-6973376e14a8), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:08.887935 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-baba11d9-dc78-4afc-ac7d-7708c64df2f8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Calling delete_port for c0b90d40-6289-49a5-9f0c-6973376e14a8 owned by network:floatingip {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:48:09.033993 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-baba11d9-dc78-4afc-ac7d-7708c64df2f8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265725731'] for port (c0b90d40-6289-49a5-9f0c-6973376e14a8), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:09.062519 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba11d9-dc78-4afc-ac7d-7708c64df2f8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Pushing event deleted for resources: {'Port': ['ID=c0b90d40-6289-49a5-9f0c-6973376e14a8,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:48:09.084688 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba11d9-dc78-4afc-ac7d-7708c64df2f8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:09.085063 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba11d9-dc78-4afc-ac7d-7708c64df2f8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:09.085376 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba11d9-dc78-4afc-ac7d-7708c64df2f8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:09.085747 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba11d9-dc78-4afc-ac7d-7708c64df2f8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:09.086076 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba11d9-dc78-4afc-ac7d-7708c64df2f8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:09.086403 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba11d9-dc78-4afc-ac7d-7708c64df2f8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:09.086752 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba11d9-dc78-4afc-ac7d-7708c64df2f8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:09.087075 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba11d9-dc78-4afc-ac7d-7708c64df2f8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:09.087397 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba11d9-dc78-4afc-ac7d-7708c64df2f8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:09.087718 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba11d9-dc78-4afc-ac7d-7708c64df2f8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:09.088025 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba11d9-dc78-4afc-ac7d-7708c64df2f8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:09.088340 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba11d9-dc78-4afc-ac7d-7708c64df2f8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:09.088658 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba11d9-dc78-4afc-ac7d-7708c64df2f8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:09.126308 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-baba11d9-dc78-4afc-ac7d-7708c64df2f8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for floatingip (2e0f06ee-9932-4611-a106-b84b88d7c545), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:09.126635 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.db.l3_db [None req-baba11d9-dc78-4afc-ac7d-7708c64df2f8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Floating IP 2e0f06ee-9932-4611-a106-b84b88d7c545 disassociated (deleted). External IP: 172.27.0.149, port: f1a017bb-b64b-41fc-802b-4d4964557ece. Feb 10 03:48:09.605228 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baba11d9-dc78-4afc-ac7d-7708c64df2f8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Router 9c37c675-ea09-4471-b753-3cc87d0c8210 has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:48:09.721664 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baba11d9-dc78-4afc-ac7d-7708c64df2f8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:48:09.726363 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-baba11d9-dc78-4afc-ac7d-7708c64df2f8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for floatingip (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:09.732783 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bfe32a-bfb3-4f16-8e23-dcb4446fbc8b None None] Sync routers for ids ['9c37c675-ea09-4471-b753-3cc87d0c8210'] in dv-cinder-828060-2-iscsi {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:48:09.744512 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bfe32a-bfb3-4f16-8e23-dcb4446fbc8b None None] Routers {'9c37c675-ea09-4471-b753-3cc87d0c8210'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:48:09.745138 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-e9bfe32a-bfb3-4f16-8e23-dcb4446fbc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:47:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['9c37c675-ea09-4471-b753-3cc87d0c8210'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:48:09.756486 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-baba11d9-dc78-4afc-ac7d-7708c64df2f8 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "DELETE /v2.0/floatingips/2e0f06ee-9932-4611-a106-b84b88d7c545 HTTP/1.1" status: 204 len: 168 time: 1.1271062 Feb 10 03:48:09.757078 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc16f9d-92be-495d-abdf-9357e248264d', 'tag': 'f1a017bb-b64b-41fc-802b-4d4964557ece'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:48:09.759402 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c602a1d3bfa6b920adc7a3165aab5144276c11c90910883e43ac8280538c1e72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc766d4-03e6-421e-b675-11c9b1b65b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc16f9d-92be-495d-abdf-9357e248264d", "tag": "f1a017bb-b64b-41fc-802b-4d4964557ece"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:48:09.853988 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-e9bfe32a-bfb3-4f16-8e23-dcb4446fbc8b None None] Set router 9c37c675-ea09-4471-b753-3cc87d0c8210 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:48:09.992381 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed75cc5b-95ea-46d0-86f3-873488cd37ad x-openstack-request-id: req-ed75cc5b-95ea-46d0-86f3-873488cd37ad {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:48:09.992670 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc16f9d-92be-495d-abdf-9357e248264d", "tag": "f1a017bb-b64b-41fc-802b-4d4964557ece", "status": "completed", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:48:09.992919 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed75cc5b-95ea-46d0-86f3-873488cd37ad {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:48:09.993317 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc16f9d-92be-495d-abdf-9357e248264d', 'tag': 'f1a017bb-b64b-41fc-802b-4d4964557ece', 'status': 'completed', 'code': 200} Feb 10 03:48:10.056154 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-e9bfe32a-bfb3-4f16-8e23-dcb4446fbc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'name': 'tempest-TestShelveInstance-1736618809-router', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'e1809420-669d-46bc-853b-a3768dcbdeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:43:24Z', 'updated_at': '2022-02-10T03:43:27Z', 'revision_number': 4, 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'gw_port': {'id': 'e1809420-669d-46bc-853b-a3768dcbdeef', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:24Z', 'updated_at': '2022-02-10T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': 'e309e971-7919-4597-afa4-0d0971bf1d10', 'name': '', 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'mac_address': 'fa:16:3e:26:ac:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7bbe3104-6c08-43fa-8765-d2e1f9114957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:26Z', 'updated_at': '2022-02-10T03:43:31Z', 'revision_number': 5, 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'subnets': [{'id': '7bbe3104-6c08-43fa-8765-d2e1f9114957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:48:10.086747 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bfe32a-bfb3-4f16-8e23-dcb4446fbc8b None None] Checking router: 9c37c675-ea09-4471-b753-3cc87d0c8210 for host: dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:48:10.095573 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0019821-7dfa-43ee-a359-42929303187b req-fdcef008-c6c0-4979-a3b2-7378ddbeb076 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:48:10.095790 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bfe32a-bfb3-4f16-8e23-dcb4446fbc8b None None] Routers {'9c37c675-ea09-4471-b753-3cc87d0c8210'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:48:10.096468 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-e9bfe32a-bfb3-4f16-8e23-dcb4446fbc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:47:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['9c37c675-ea09-4471-b753-3cc87d0c8210'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:48:10.097097 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d0019821-7dfa-43ee-a359-42929303187b req-fdcef008-c6c0-4979-a3b2-7378ddbeb076 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 946 time: 0.1535578 Feb 10 03:48:10.127781 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc766d4-03e6-421e-b675-11c9b1b65b7a req-0458434f-a2c1-4e9b-a7f1-b4e6bdffae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:48:10.129220 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-0fc766d4-03e6-421e-b675-11c9b1b65b7a req-0458434f-a2c1-4e9b-a7f1-b4e6bdffae09 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69a1b85d278c49969a6a638dd37579d6&device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 1130 time: 0.0920370 Feb 10 03:48:10.149782 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d0019821-7dfa-43ee-a359-42929303187b req-54785346-516e-42dd-baea-72a5abcf31ed tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466976 Feb 10 03:48:10.203443 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-e9bfe32a-bfb3-4f16-8e23-dcb4446fbc8b None None] Set router 9c37c675-ea09-4471-b753-3cc87d0c8210 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:48:10.215822 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc766d4-03e6-421e-b675-11c9b1b65b7a req-d1ea6b43-3693-4892-a889-1af2491f4c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:48:10.217307 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-0fc766d4-03e6-421e-b675-11c9b1b65b7a req-d1ea6b43-3693-4892-a889-1af2491f4c18 service neutron] 10.222.0.21 "GET /v2.0/networks?id=141657dd-0a9d-419e-8e9a-229883dc970c HTTP/1.1" status: 200 len: 910 time: 0.0811975 Feb 10 03:48:10.261343 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-0fc766d4-03e6-421e-b675-11c9b1b65b7a req-e8e07152-dc55-4dfd-b973-6993e005bf3a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1a017bb-b64b-41fc-802b-4d4964557ece HTTP/1.1" status: 200 len: 217 time: 0.0365429 Feb 10 03:48:10.308684 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc766d4-03e6-421e-b675-11c9b1b65b7a req-8a7a9372-eca6-49ea-80bf-c6c6924eb958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:48:10.310152 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-0fc766d4-03e6-421e-b675-11c9b1b65b7a req-8a7a9372-eca6-49ea-80bf-c6c6924eb958 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bbe3104-6c08-43fa-8765-d2e1f9114957 HTTP/1.1" status: 200 len: 848 time: 0.0426579 Feb 10 03:48:10.359689 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc766d4-03e6-421e-b675-11c9b1b65b7a req-d330ee4c-abcd-43bc-a972-15e8da333fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:48:10.361202 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-0fc766d4-03e6-421e-b675-11c9b1b65b7a req-d330ee4c-abcd-43bc-a972-15e8da333fa6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=141657dd-0a9d-419e-8e9a-229883dc970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440099 Feb 10 03:48:10.371662 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [req-0fc766d4-03e6-421e-b675-11c9b1b65b7a req-8d29a198-bc48-4ca7-83e7-980711ad1897 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102733) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:48:10.372808 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-0fc766d4-03e6-421e-b675-11c9b1b65b7a req-8d29a198-bc48-4ca7-83e7-980711ad1897 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050917 Feb 10 03:48:10.396595 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-e9bfe32a-bfb3-4f16-8e23-dcb4446fbc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'name': 'tempest-TestShelveInstance-1736618809-router', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'e1809420-669d-46bc-853b-a3768dcbdeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:43:24Z', 'updated_at': '2022-02-10T03:43:27Z', 'revision_number': 4, 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'gw_port': {'id': 'e1809420-669d-46bc-853b-a3768dcbdeef', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:24Z', 'updated_at': '2022-02-10T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': 'e309e971-7919-4597-afa4-0d0971bf1d10', 'name': '', 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'mac_address': 'fa:16:3e:26:ac:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7bbe3104-6c08-43fa-8765-d2e1f9114957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:26Z', 'updated_at': '2022-02-10T03:43:31Z', 'revision_number': 5, 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'subnets': [{'id': '7bbe3104-6c08-43fa-8765-d2e1f9114957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:48:10.425333 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bfe32a-bfb3-4f16-8e23-dcb4446fbc8b None None] The sync data for ids ['9c37c675-ea09-4471-b753-3cc87d0c8210'] in dv-cinder-828060-2-iscsi is: [{'id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'name': 'tempest-TestShelveInstance-1736618809-router', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'e1809420-669d-46bc-853b-a3768dcbdeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:43:24Z', 'updated_at': '2022-02-10T03:43:27Z', 'revision_number': 4, 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'gw_port': {'id': 'e1809420-669d-46bc-853b-a3768dcbdeef', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:24Z', 'updated_at': '2022-02-10T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi', '_interfaces': [{'id': 'e309e971-7919-4597-afa4-0d0971bf1d10', 'name': '', 'network_id': '141657dd-0a9d-419e-8e9a-229883dc970c', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'mac_address': 'fa:16:3e:26:ac:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7bbe3104-6c08-43fa-8765-d2e1f9114957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:26Z', 'updated_at': '2022-02-10T03:43:31Z', 'revision_number': 5, 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'subnets': [{'id': '7bbe3104-6c08-43fa-8765-d2e1f9114957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:48:10.464376 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-0fc766d4-03e6-421e-b675-11c9b1b65b7a req-5eabb16a-d491-46ec-8e89-5303317fbb50 service neutron] 10.222.0.21 "GET /v2.0/networks/141657dd-0a9d-419e-8e9a-229883dc970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845001 Feb 10 03:48:10.558376 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-0fc766d4-03e6-421e-b675-11c9b1b65b7a req-b0a69dfc-fff3-4fc3-9883-7fad0416dcd7 service neutron] 10.222.0.21 "GET /v2.0/networks/141657dd-0a9d-419e-8e9a-229883dc970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871468 Feb 10 03:48:10.660507 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e528eb70-b3cd-4cd2-83ae-99d894199885 None None] New status for floating IP 2e0f06ee-9932-4611-a106-b84b88d7c545: DOWN {{(pid=102735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 03:48:11.328410 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b8349-c4b8-4eb7-9968-848d09cfdcdb req-e613f155-e1d3-4c5b-baa3-a877908355b9 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:48:11.329882 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d45b8349-c4b8-4eb7-9968-848d09cfdcdb req-e613f155-e1d3-4c5b-baa3-a877908355b9 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 946 time: 0.1074035 Feb 10 03:48:11.381531 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-d45b8349-c4b8-4eb7-9968-848d09cfdcdb req-914f7b32-92bb-413c-ad57-f0130ce17ead tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/security-groups?id=c009a757-d0c6-4ad3-95bc-f9b8faf061fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442207 Feb 10 03:48:11.727581 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789a2b3-a10a-4af0-874d-7f6264281adc req-ec9edf49-5592-4747-a1eb-3234049a13d0 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:48:11.729228 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-d789a2b3-a10a-4af0-874d-7f6264281adc req-ec9edf49-5592-4747-a1eb-3234049a13d0 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 946 time: 0.0745625 Feb 10 03:48:11.822352 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-d789a2b3-a10a-4af0-874d-7f6264281adc req-7f18be98-d080-4150-9fab-759ec982f639 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Deleting port f1a017bb-b64b-41fc-802b-4d4964557ece {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:48:11.822704 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-d789a2b3-a10a-4af0-874d-7f6264281adc req-7f18be98-d080-4150-9fab-759ec982f639 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (f1a017bb-b64b-41fc-802b-4d4964557ece), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:11.914759 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [req-d789a2b3-a10a-4af0-874d-7f6264281adc req-7f18be98-d080-4150-9fab-759ec982f639 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] For port f1a017bb-b64b-41fc-802b-4d4964557ece, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=f1a017bb-b64b-41fc-802b-4d4964557ece,segment=NetworkSegment(82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37),segment_id=82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37)] {{(pid=102733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:48:11.915164 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-d789a2b3-a10a-4af0-874d-7f6264281adc req-7f18be98-d080-4150-9fab-759ec982f639 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (f1a017bb-b64b-41fc-802b-4d4964557ece), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:11.927658 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [req-d789a2b3-a10a-4af0-874d-7f6264281adc req-7f18be98-d080-4150-9fab-759ec982f639 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Calling delete_port for f1a017bb-b64b-41fc-802b-4d4964557ece owned by compute:nova {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:48:12.062591 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-d789a2b3-a10a-4af0-874d-7f6264281adc req-7f18be98-d080-4150-9fab-759ec982f639 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (f1a017bb-b64b-41fc-802b-4d4964557ece), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:12.094000 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18be98-d080-4150-9fab-759ec982f639 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Pushing event deleted for resources: {'Port': ['ID=f1a017bb-b64b-41fc-802b-4d4964557ece,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:48:12.122251 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18be98-d080-4150-9fab-759ec982f639 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:12.122599 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18be98-d080-4150-9fab-759ec982f639 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:12.122971 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18be98-d080-4150-9fab-759ec982f639 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:12.123310 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18be98-d080-4150-9fab-759ec982f639 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:12.123637 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18be98-d080-4150-9fab-759ec982f639 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:12.123967 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18be98-d080-4150-9fab-759ec982f639 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:12.124293 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18be98-d080-4150-9fab-759ec982f639 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:12.124612 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18be98-d080-4150-9fab-759ec982f639 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:12.124937 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18be98-d080-4150-9fab-759ec982f639 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:12.125262 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18be98-d080-4150-9fab-759ec982f639 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:12.125583 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18be98-d080-4150-9fab-759ec982f639 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:12.125885 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18be98-d080-4150-9fab-759ec982f639 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:12.126199 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18be98-d080-4150-9fab-759ec982f639 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:12.146362 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [req-d789a2b3-a10a-4af0-874d-7f6264281adc req-7f18be98-d080-4150-9fab-759ec982f639 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] No DVR routers for this DVR port f1a017bb-b64b-41fc-802b-4d4964557ece on host hv-cinder-82806 {{(pid=102733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:48:12.148872 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [req-d789a2b3-a10a-4af0-874d-7f6264281adc req-7f18be98-d080-4150-9fab-759ec982f639 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14693'] for port (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:12.152207 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [req-d789a2b3-a10a-4af0-874d-7f6264281adc req-7f18be98-d080-4150-9fab-759ec982f639 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.21 "DELETE /v2.0/ports/f1a017bb-b64b-41fc-802b-4d4964557ece HTTP/1.1" status: 204 len: 173 time: 0.4169922 Feb 10 03:48:12.152646 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc16f9d-92be-495d-abdf-9357e248264d', 'name': 'network-vif-deleted', 'tag': 'f1a017bb-b64b-41fc-802b-4d4964557ece'}] {{(pid=102733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:48:12.154921 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e73e685ca853dcc56ccf15430268d43a76850c32c9ee86a4e4f98c36aae13134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59d803e-107e-4fef-8efc-039b63f50453" -d '{"events": [{"server_uuid": "1bc16f9d-92be-495d-abdf-9357e248264d", "name": "network-vif-deleted", "tag": "f1a017bb-b64b-41fc-802b-4d4964557ece"}]}' {{(pid=102733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:48:12.252624 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f61293-0f26-45c4-997c-7961fcdf0c53 x-openstack-request-id: req-88f61293-0f26-45c4-997c-7961fcdf0c53 {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:48:12.252922 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc16f9d-92be-495d-abdf-9357e248264d", "name": "network-vif-deleted", "tag": "f1a017bb-b64b-41fc-802b-4d4964557ece", "status": "completed", "code": 200}]} {{(pid=102733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:48:12.253177 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-88f61293-0f26-45c4-997c-7961fcdf0c53 {{(pid=102733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:48:12.253603 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc16f9d-92be-495d-abdf-9357e248264d', 'name': 'network-vif-deleted', 'tag': 'f1a017bb-b64b-41fc-802b-4d4964557ece', 'status': 'completed', 'code': 200} Feb 10 03:48:12.483383 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [req-ece7c9a1-02df-4279-a6b1-8985e64247bd req-5654a255-af08-40ca-b27a-84b836ee9c64 tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc16f9d-92be-495d-abdf-9357e248264d HTTP/1.1" status: 200 len: 210 time: 0.0282447 Feb 10 03:48:13.540994 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 53182) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:48:13.596953 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d2e01d49-b8dd-464c-be24-5f84824b383c tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for security_group (c009a757-d0c6-4ad3-95bc-f9b8faf061fa), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:13.621759 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d2e01d49-b8dd-464c-be24-5f84824b383c tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for security_group (c009a757-d0c6-4ad3-95bc-f9b8faf061fa), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:13.687932 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d2e01d49-b8dd-464c-be24-5f84824b383c tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (c009a757-d0c6-4ad3-95bc-f9b8faf061fa), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:13.690872 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d2e01d49-b8dd-464c-be24-5f84824b383c tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:13.692030 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-d2e01d49-b8dd-464c-be24-5f84824b383c tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] 10.222.0.32 "DELETE /v2.0/security-groups/c009a757-d0c6-4ad3-95bc-f9b8faf061fa HTTP/1.1" status: 204 len: 168 time: 0.1500747 Feb 10 03:48:13.701767 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e01d49-b8dd-464c-be24-5f84824b383c tempest-TestShelveInstance-309755371 tempest-TestShelveInstance-309755371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c009a757-d0c6-4ad3-95bc-f9b8faf061fa,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:48:13.737129 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 53186) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:48:14.093558 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bd013cf8-c6bd-42f1-80ce-8b6da9d4f2c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1573495'] for router_interface (9c37c675-ea09-4471-b753-3cc87d0c8210), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:14.347561 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-bd013cf8-c6bd-42f1-80ce-8b6da9d4f2c1 admin admin] Deleting port e309e971-7919-4597-afa4-0d0971bf1d10 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:48:14.347781 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bd013cf8-c6bd-42f1-80ce-8b6da9d4f2c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (e309e971-7919-4597-afa4-0d0971bf1d10), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:14.431332 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-bd013cf8-c6bd-42f1-80ce-8b6da9d4f2c1 admin admin] For port e309e971-7919-4597-afa4-0d0971bf1d10, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=e309e971-7919-4597-afa4-0d0971bf1d10,segment=NetworkSegment(82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37),segment_id=82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:48:14.431710 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bd013cf8-c6bd-42f1-80ce-8b6da9d4f2c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (e309e971-7919-4597-afa4-0d0971bf1d10), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:14.444256 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-bd013cf8-c6bd-42f1-80ce-8b6da9d4f2c1 admin admin] Calling delete_port for e309e971-7919-4597-afa4-0d0971bf1d10 owned by network:router_interface {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:48:14.660477 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bd013cf8-c6bd-42f1-80ce-8b6da9d4f2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265725731'] for port (e309e971-7919-4597-afa4-0d0971bf1d10), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:14.687161 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd013cf8-c6bd-42f1-80ce-8b6da9d4f2c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e309e971-7919-4597-afa4-0d0971bf1d10,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:48:14.855464 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bd013cf8-c6bd-42f1-80ce-8b6da9d4f2c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1573603'] for router_interface (9c37c675-ea09-4471-b753-3cc87d0c8210), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:15.078834 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd013cf8-c6bd-42f1-80ce-8b6da9d4f2c1 admin admin] Router 9c37c675-ea09-4471-b753-3cc87d0c8210 has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:48:15.199435 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd013cf8-c6bd-42f1-80ce-8b6da9d4f2c1 admin admin] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:48:15.204896 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-bd013cf8-c6bd-42f1-80ce-8b6da9d4f2c1 admin admin] 10.222.0.32 "PUT /v2.0/routers/9c37c675-ea09-4471-b753-3cc87d0c8210/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4667511 Feb 10 03:48:15.208456 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 53188) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:48:15.209862 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb99a65f-5495-49f8-b09b-d06610d95118 None None] Sync routers for ids ['9c37c675-ea09-4471-b753-3cc87d0c8210'] in dv-cinder-828060-2-iscsi {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:48:15.220740 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb99a65f-5495-49f8-b09b-d06610d95118 None None] Routers {'9c37c675-ea09-4471-b753-3cc87d0c8210'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:48:15.221346 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-eb99a65f-5495-49f8-b09b-d06610d95118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:47:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['9c37c675-ea09-4471-b753-3cc87d0c8210'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:48:15.312394 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1eb736ce-2b9e-451f-8ee1-d8d7b9d1321a admin admin] Publish callbacks [] for router (9c37c675-ea09-4471-b753-3cc87d0c8210), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:15.441123 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device f1a017bb-b64b-41fc-802b-4d4964557ece no longer exists at agent hyperv_hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:48:15.468823 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] No Port match for: f1a017bb-b64b-41fc-802b-4d4964557ece {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:48:15.469152 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Device f1a017bb-b64b-41fc-802b-4d4964557ece not bound to the agent host hv-cinder-82806 {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:48:15.489442 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-eb99a65f-5495-49f8-b09b-d06610d95118 None None] Set router 9c37c675-ea09-4471-b753-3cc87d0c8210 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:48:15.677505 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-eb99a65f-5495-49f8-b09b-d06610d95118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'name': 'tempest-TestShelveInstance-1736618809-router', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'e1809420-669d-46bc-853b-a3768dcbdeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:43:24Z', 'updated_at': '2022-02-10T03:48:14Z', 'revision_number': 5, 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'gw_port': {'id': 'e1809420-669d-46bc-853b-a3768dcbdeef', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:24Z', 'updated_at': '2022-02-10T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:48:15.701184 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1eb736ce-2b9e-451f-8ee1-d8d7b9d1321a admin admin] Publish callbacks [] for router_gateway (9c37c675-ea09-4471-b753-3cc87d0c8210), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:15.704615 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb99a65f-5495-49f8-b09b-d06610d95118 None None] Checking router: 9c37c675-ea09-4471-b753-3cc87d0c8210 for host: dv-cinder-828060-2-iscsi {{(pid=102734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:48:15.713587 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb99a65f-5495-49f8-b09b-d06610d95118 None None] Routers {'9c37c675-ea09-4471-b753-3cc87d0c8210'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:48:15.714293 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-eb99a65f-5495-49f8-b09b-d06610d95118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:47:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['9c37c675-ea09-4471-b753-3cc87d0c8210'], 'active': True} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:48:15.755971 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [None req-1eb736ce-2b9e-451f-8ee1-d8d7b9d1321a admin admin] Deleting port e1809420-669d-46bc-853b-a3768dcbdeef {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:48:15.756412 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1eb736ce-2b9e-451f-8ee1-d8d7b9d1321a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (e1809420-669d-46bc-853b-a3768dcbdeef), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:15.801973 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvr_db [None req-eb99a65f-5495-49f8-b09b-d06610d95118 None None] Set router 9c37c675-ea09-4471-b753-3cc87d0c8210 gateway port host: None {{(pid=102734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:48:15.837337 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-1eb736ce-2b9e-451f-8ee1-d8d7b9d1321a admin admin] For port e1809420-669d-46bc-853b-a3768dcbdeef, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=e1809420-669d-46bc-853b-a3768dcbdeef,segment=NetworkSegment(c1a6dc3e-a0fe-4959-bf17-1081534e4b16),segment_id=c1a6dc3e-a0fe-4959-bf17-1081534e4b16)] {{(pid=102733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:48:15.837700 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1eb736ce-2b9e-451f-8ee1-d8d7b9d1321a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (e1809420-669d-46bc-853b-a3768dcbdeef), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:15.850293 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [None req-1eb736ce-2b9e-451f-8ee1-d8d7b9d1321a admin admin] Calling delete_port for e1809420-669d-46bc-853b-a3768dcbdeef owned by network:router_gateway {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:48:15.852110 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_hamode_db [None req-eb99a65f-5495-49f8-b09b-d06610d95118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'name': 'tempest-TestShelveInstance-1736618809-router', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:43:24Z', 'updated_at': '2022-02-10T03:48:15Z', 'revision_number': 6, 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'gw_port_host': None}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:48:15.881086 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb99a65f-5495-49f8-b09b-d06610d95118 None None] The sync data for ids ['9c37c675-ea09-4471-b753-3cc87d0c8210'] in dv-cinder-828060-2-iscsi is: [{'id': '9c37c675-ea09-4471-b753-3cc87d0c8210', 'name': 'tempest-TestShelveInstance-1736618809-router', 'tenant_id': '69a1b85d278c49969a6a638dd37579d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:43:24Z', 'updated_at': '2022-02-10T03:48:15Z', 'revision_number': 6, 'project_id': '69a1b85d278c49969a6a638dd37579d6', 'gw_port_host': None}] {{(pid=102734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:48:16.021710 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1eb736ce-2b9e-451f-8ee1-d8d7b9d1321a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (e1809420-669d-46bc-853b-a3768dcbdeef), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:16.045760 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb736ce-2b9e-451f-8ee1-d8d7b9d1321a admin admin] Pushing event deleted for resources: {'Port': ['ID=e1809420-669d-46bc-853b-a3768dcbdeef,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:48:16.106460 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1eb736ce-2b9e-451f-8ee1-d8d7b9d1321a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1575229'] for router_gateway (9c37c675-ea09-4471-b753-3cc87d0c8210), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:16.197422 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1eb736ce-2b9e-451f-8ee1-d8d7b9d1321a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256814'] for router (9c37c675-ea09-4471-b753-3cc87d0c8210), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:16.199489 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1eb736ce-2b9e-451f-8ee1-d8d7b9d1321a admin admin] Publish callbacks [] for router_controller (9c37c675-ea09-4471-b753-3cc87d0c8210), precommit_delete_associations {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:16.244958 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1eb736ce-2b9e-451f-8ee1-d8d7b9d1321a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1576845'] for router (9c37c675-ea09-4471-b753-3cc87d0c8210), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:16.245643 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb736ce-2b9e-451f-8ee1-d8d7b9d1321a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c37c675-ea09-4471-b753-3cc87d0c8210 {{(pid=102733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 03:48:16.249970 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1eb736ce-2b9e-451f-8ee1-d8d7b9d1321a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:16.253484 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-1eb736ce-2b9e-451f-8ee1-d8d7b9d1321a admin admin] 10.222.0.32 "DELETE /v2.0/routers/9c37c675-ea09-4471-b753-3cc87d0c8210 HTTP/1.1" status: 204 len: 168 time: 1.0411124 Feb 10 03:48:16.253699 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 53190) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:48:16.299655 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede4c262-2198-442e-b794-0f591cef6a9c admin admin] Deleting subnet 7bbe3104-6c08-43fa-8765-d2e1f9114957 {{(pid=102733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 03:48:16.302959 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ede4c262-2198-442e-b794-0f591cef6a9c admin admin] Publish callbacks [] for subnet (7bbe3104-6c08-43fa-8765-d2e1f9114957), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:16.339632 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ede4c262-2198-442e-b794-0f591cef6a9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268408276'] for subnet (7bbe3104-6c08-43fa-8765-d2e1f9114957), precommit_delete_associations {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:16.422552 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ede4c262-2198-442e-b794-0f591cef6a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686942'] for subnet (7bbe3104-6c08-43fa-8765-d2e1f9114957), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:16.474226 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ede4c262-2198-442e-b794-0f591cef6a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264842904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265035810'] for subnet (7bbe3104-6c08-43fa-8765-d2e1f9114957), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:16.500710 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4c262-2198-442e-b794-0f591cef6a9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bbe3104-6c08-43fa-8765-d2e1f9114957,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:48:16.502767 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ede4c262-2198-442e-b794-0f591cef6a9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:16.505914 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-ede4c262-2198-442e-b794-0f591cef6a9c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7bbe3104-6c08-43fa-8765-d2e1f9114957 HTTP/1.1" status: 204 len: 168 time: 0.2512577 Feb 10 03:48:16.507103 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0411828-eff8-417c-94b9-d5469d7fa2b8 None None] Network 141657dd-0a9d-419e-8e9a-229883dc970c requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:48:16.508582 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.wsgi [-] (102733) accepted ('10.222.0.32', 53192) {{(pid=102733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:48:16.579900 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fee46781-6ad8-44b1-84d7-40d91868f37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-664968'] for network (141657dd-0a9d-419e-8e9a-229883dc970c), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:16.632337 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [None req-fee46781-6ad8-44b1-84d7-40d91868f37c admin admin] Deleting port 105b1d96-0df8-435d-b07a-f8b2f40c289b {{(pid=102733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:48:16.632709 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fee46781-6ad8-44b1-84d7-40d91868f37c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (105b1d96-0df8-435d-b07a-f8b2f40c289b), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:16.691604 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434a5574-ff91-4974-859c-3d54859bd94e None None] DHCP port deletion for 141657dd-0a9d-419e-8e9a-229883dc970c request from dv-cinder-828060-2-iscsi {{(pid=102734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 03:48:16.698315 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-fee46781-6ad8-44b1-84d7-40d91868f37c admin admin] For port 105b1d96-0df8-435d-b07a-f8b2f40c289b, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=105b1d96-0df8-435d-b07a-f8b2f40c289b,segment=NetworkSegment(82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37),segment_id=82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37)] {{(pid=102733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:48:16.698719 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fee46781-6ad8-44b1-84d7-40d91868f37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (105b1d96-0df8-435d-b07a-f8b2f40c289b), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:16.716778 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.plugin [None req-fee46781-6ad8-44b1-84d7-40d91868f37c admin admin] Calling delete_port for 105b1d96-0df8-435d-b07a-f8b2f40c289b owned by network:dhcp {{(pid=102733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:48:16.742941 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device e309e971-7919-4597-afa4-0d0971bf1d10 no longer exists at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:48:16.766674 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] No Port match for: e309e971-7919-4597-afa4-0d0971bf1d10 {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:48:16.767034 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device e309e971-7919-4597-afa4-0d0971bf1d10 not bound to the agent host dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:48:16.772218 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-434a5574-ff91-4974-859c-3d54859bd94e None None] Deleting port 105b1d96-0df8-435d-b07a-f8b2f40c289b {{(pid=102734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:48:16.772804 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-434a5574-ff91-4974-859c-3d54859bd94e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (105b1d96-0df8-435d-b07a-f8b2f40c289b), before_delete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:16.809522 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fee46781-6ad8-44b1-84d7-40d91868f37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264842869'] for port (105b1d96-0df8-435d-b07a-f8b2f40c289b), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:16.834544 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee46781-6ad8-44b1-84d7-40d91868f37c admin admin] Pushing event deleted for resources: {'Port': ['ID=105b1d96-0df8-435d-b07a-f8b2f40c289b,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:48:16.837963 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee46781-6ad8-44b1-84d7-40d91868f37c admin admin] No DVR routers for this DVR port 105b1d96-0df8-435d-b07a-f8b2f40c289b on host dv-cinder-828060-2-iscsi {{(pid=102733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:48:16.843140 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-434a5574-ff91-4974-859c-3d54859bd94e None None] For port 105b1d96-0df8-435d-b07a-f8b2f40c289b, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=105b1d96-0df8-435d-b07a-f8b2f40c289b,segment=NetworkSegment(82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37),segment_id=82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:48:16.843548 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-434a5574-ff91-4974-859c-3d54859bd94e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (105b1d96-0df8-435d-b07a-f8b2f40c289b), precommit_delete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:16.856624 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-434a5574-ff91-4974-859c-3d54859bd94e None None] Calling delete_port for 105b1d96-0df8-435d-b07a-f8b2f40c289b owned by network:dhcp {{(pid=102734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:48:16.909913 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fee46781-6ad8-44b1-84d7-40d91868f37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737483', 'neutron.services.segments.db._delete_segments_for_network-8729388224440'] for network (141657dd-0a9d-419e-8e9a-229883dc970c), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:16.931953 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.services.segments.db [None req-fee46781-6ad8-44b1-84d7-40d91868f37c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['141657dd-0a9d-419e-8e9a-229883dc970c']}} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:48:16.937661 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-434a5574-ff91-4974-859c-3d54859bd94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843'] for port (105b1d96-0df8-435d-b07a-f8b2f40c289b), after_delete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:16.948387 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.services.segments.db [None req-fee46781-6ad8-44b1-84d7-40d91868f37c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37') {'for_net_delete': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:48:16.948661 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.services.segments.db [None req-fee46781-6ad8-44b1-84d7-40d91868f37c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37') {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:48:16.958560 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fee46781-6ad8-44b1-84d7-40d91868f37c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729388227777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268408301'] for segment (82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37), before_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:16.962760 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a5574-ff91-4974-859c-3d54859bd94e None None] Pushing event deleted for resources: {'Port': ['ID=105b1d96-0df8-435d-b07a-f8b2f40c289b,revision_number=None']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:48:16.968231 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434a5574-ff91-4974-859c-3d54859bd94e None None] No DVR routers for this DVR port 105b1d96-0df8-435d-b07a-f8b2f40c289b on host dv-cinder-828060-2-iscsi {{(pid=102734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:48:16.972427 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fee46781-6ad8-44b1-84d7-40d91868f37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37), precommit_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:16.976906 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a5574-ff91-4974-859c-3d54859bd94e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:16.976906 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a5574-ff91-4974-859c-3d54859bd94e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:16.977158 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a5574-ff91-4974-859c-3d54859bd94e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:16.977391 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a5574-ff91-4974-859c-3d54859bd94e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:16.977733 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a5574-ff91-4974-859c-3d54859bd94e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:16.978330 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a5574-ff91-4974-859c-3d54859bd94e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:16.978449 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a5574-ff91-4974-859c-3d54859bd94e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:16.979080 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a5574-ff91-4974-859c-3d54859bd94e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:16.979080 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a5574-ff91-4974-859c-3d54859bd94e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:16.979405 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a5574-ff91-4974-859c-3d54859bd94e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:16.979742 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a5574-ff91-4974-859c-3d54859bd94e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:16.980068 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a5574-ff91-4974-859c-3d54859bd94e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:16.980396 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a5574-ff91-4974-859c-3d54859bd94e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-2-iscsi {{(pid=102734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:16.980974 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee46781-6ad8-44b1-84d7-40d91868f37c admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 03:48:16.980974 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fee46781-6ad8-44b1-84d7-40d91868f37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264842786'] for segment (82f1d189-5c9c-4bc2-8d6f-0bce6ffffb37), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: Traceback (most recent call last): Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: timer() Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: cb(*args, **kw) Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: return func(*args, **kwargs) Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: self._notify() Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: self.callback(batched_events) Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: event.method(event) Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: return f(self, *a, **k) Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: return self._get(url).json() Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: return self.request(url, 'GET', **kwargs) Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 03:48:16.983249 dv-cinder-828060-2-iscsi neutron-server[102733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 03:48:17.041295 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fee46781-6ad8-44b1-84d7-40d91868f37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575265'] for network (141657dd-0a9d-419e-8e9a-229883dc970c), after_delete {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:17.047236 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fee46781-6ad8-44b1-84d7-40d91868f37c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:17.050431 dv-cinder-828060-2-iscsi neutron-server[102733]: INFO neutron.wsgi [None req-fee46781-6ad8-44b1-84d7-40d91868f37c admin admin] 10.222.0.32 "DELETE /v2.0/networks/141657dd-0a9d-419e-8e9a-229883dc970c HTTP/1.1" status: 204 len: 168 time: 0.5407093 Feb 10 03:48:17.053683 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 53194) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:48:17.060746 dv-cinder-828060-2-iscsi neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee46781-6ad8-44b1-84d7-40d91868f37c admin admin] Pushing event deleted for resources: {'Network': ['ID=141657dd-0a9d-419e-8e9a-229883dc970c,revision_number=None']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:48:17.418467 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ddf5b7ac-c717-4f4a-a1f7-266b75a4cae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1573495'] for router_interface (5e74291b-c304-43e6-8463-c412e7ca3b62), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:17.666668 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ddf5b7ac-c717-4f4a-a1f7-266b75a4cae8 admin admin] Deleting port 5b0c9a86-3526-4459-93f0-975bb173f7cb {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:48:17.667006 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ddf5b7ac-c717-4f4a-a1f7-266b75a4cae8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (5b0c9a86-3526-4459-93f0-975bb173f7cb), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:17.742228 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-ddf5b7ac-c717-4f4a-a1f7-266b75a4cae8 admin admin] For port 5b0c9a86-3526-4459-93f0-975bb173f7cb, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=5b0c9a86-3526-4459-93f0-975bb173f7cb,segment=NetworkSegment(d7c4f4dd-3966-4a8e-9401-66f445a87d06),segment_id=d7c4f4dd-3966-4a8e-9401-66f445a87d06)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:48:17.742544 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ddf5b7ac-c717-4f4a-a1f7-266b75a4cae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (5b0c9a86-3526-4459-93f0-975bb173f7cb), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:17.754680 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ddf5b7ac-c717-4f4a-a1f7-266b75a4cae8 admin admin] Calling delete_port for 5b0c9a86-3526-4459-93f0-975bb173f7cb owned by network:router_interface {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:48:17.930543 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ddf5b7ac-c717-4f4a-a1f7-266b75a4cae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265725731'] for port (5b0c9a86-3526-4459-93f0-975bb173f7cb), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:17.957087 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5b7ac-c717-4f4a-a1f7-266b75a4cae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b0c9a86-3526-4459-93f0-975bb173f7cb,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:48:18.131466 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ddf5b7ac-c717-4f4a-a1f7-266b75a4cae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1573603'] for router_interface (5e74291b-c304-43e6-8463-c412e7ca3b62), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:18.369252 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 105b1d96-0df8-435d-b07a-f8b2f40c289b no longer exists at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:48:18.393533 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] No Port match for: 105b1d96-0df8-435d-b07a-f8b2f40c289b {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:48:18.393983 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 105b1d96-0df8-435d-b07a-f8b2f40c289b not bound to the agent host dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:48:18.394444 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device e1809420-669d-46bc-853b-a3768dcbdeef no longer exists at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:48:18.414137 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] No Port match for: e1809420-669d-46bc-853b-a3768dcbdeef {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:48:18.414479 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device e1809420-669d-46bc-853b-a3768dcbdeef not bound to the agent host dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:48:18.641111 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf5b7ac-c717-4f4a-a1f7-266b75a4cae8 admin admin] Router 5e74291b-c304-43e6-8463-c412e7ca3b62 has already been hosted by L3 agent 07516ed9-3e74-4a51-aebf-6acd1fa5a5b4 {{(pid=102732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:48:18.758613 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf5b7ac-c717-4f4a-a1f7-266b75a4cae8 admin admin] Notify agent at l3_agent.dv-cinder-828060-2-iscsi the message routers_updated {{(pid=102732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:48:18.763893 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-ddf5b7ac-c717-4f4a-a1f7-266b75a4cae8 admin admin] 10.222.0.32 "PUT /v2.0/routers/5e74291b-c304-43e6-8463-c412e7ca3b62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7089918 Feb 10 03:48:18.766681 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 53196) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:48:18.769512 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0a7083-3ead-4795-8354-b82cfcca8090 None None] Sync routers for ids ['5e74291b-c304-43e6-8463-c412e7ca3b62'] in dv-cinder-828060-2-iscsi {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:48:18.781176 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0a7083-3ead-4795-8354-b82cfcca8090 None None] Routers {'5e74291b-c304-43e6-8463-c412e7ca3b62'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:48:18.781769 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-be0a7083-3ead-4795-8354-b82cfcca8090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:47:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['5e74291b-c304-43e6-8463-c412e7ca3b62'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:48:18.890052 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c64cdba-4b60-4c69-98a7-d8bd13621fe3 admin admin] Publish callbacks [] for router (5e74291b-c304-43e6-8463-c412e7ca3b62), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:18.905380 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-be0a7083-3ead-4795-8354-b82cfcca8090 None None] Set router 5e74291b-c304-43e6-8463-c412e7ca3b62 gateway port host: dv-cinder-828060-2-iscsi {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:48:18.994534 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c64cdba-4b60-4c69-98a7-d8bd13621fe3 admin admin] Publish callbacks [] for router_gateway (5e74291b-c304-43e6-8463-c412e7ca3b62), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:19.054146 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9c64cdba-4b60-4c69-98a7-d8bd13621fe3 admin admin] Deleting port 55291c21-2853-4f26-b708-0b87e1c9c378 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:48:19.054431 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c64cdba-4b60-4c69-98a7-d8bd13621fe3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (55291c21-2853-4f26-b708-0b87e1c9c378), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:19.095001 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-be0a7083-3ead-4795-8354-b82cfcca8090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e74291b-c304-43e6-8463-c412e7ca3b62', 'name': 'tempest-TestShelveInstance-454898474-router', 'tenant_id': '6153f4fd9e97416e818a483c91e5e9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'external_fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '55291c21-2853-4f26-b708-0b87e1c9c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:43:29Z', 'updated_at': '2022-02-10T03:48:17Z', 'revision_number': 5, 'project_id': '6153f4fd9e97416e818a483c91e5e9c5', 'gw_port': {'id': '55291c21-2853-4f26-b708-0b87e1c9c378', 'name': '', 'network_id': '21bdb221-e4aa-4ceb-8437-3c4897a6dae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e74291b-c304-43e6-8463-c412e7ca3b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0a389fce-60fc-45d4-b298-908574c1c629', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:43:29Z', 'updated_at': '2022-02-10T03:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a389fce-60fc-45d4-b298-908574c1c629', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-2-iscsi'}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:48:19.121041 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0a7083-3ead-4795-8354-b82cfcca8090 None None] Checking router: 5e74291b-c304-43e6-8463-c412e7ca3b62 for host: dv-cinder-828060-2-iscsi {{(pid=102735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:48:19.129257 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0a7083-3ead-4795-8354-b82cfcca8090 None None] Routers {'5e74291b-c304-43e6-8463-c412e7ca3b62'} bound to L3 agent in host dv-cinder-828060-2-iscsi {{(pid=102735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:48:19.129850 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-be0a7083-3ead-4795-8354-b82cfcca8090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:29:22Z,description=,heartbeat_timestamp=2022-02-10T03:47:52Z,host='dv-cinder-828060-2-iscsi',id=07516ed9-3e74-4a51-aebf-6acd1fa5a5b4,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:29:22Z,topic='l3_agent')) {'router_ids': ['5e74291b-c304-43e6-8463-c412e7ca3b62'], 'active': True} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:48:19.135674 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-9c64cdba-4b60-4c69-98a7-d8bd13621fe3 admin admin] For port 55291c21-2853-4f26-b708-0b87e1c9c378, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=55291c21-2853-4f26-b708-0b87e1c9c378,segment=NetworkSegment(c1a6dc3e-a0fe-4959-bf17-1081534e4b16),segment_id=c1a6dc3e-a0fe-4959-bf17-1081534e4b16)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:48:19.136224 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c64cdba-4b60-4c69-98a7-d8bd13621fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (55291c21-2853-4f26-b708-0b87e1c9c378), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:19.148788 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9c64cdba-4b60-4c69-98a7-d8bd13621fe3 admin admin] Calling delete_port for 55291c21-2853-4f26-b708-0b87e1c9c378 owned by network:router_gateway {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:48:19.216766 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_dvr_db [None req-be0a7083-3ead-4795-8354-b82cfcca8090 None None] Set router 5e74291b-c304-43e6-8463-c412e7ca3b62 gateway port host: None {{(pid=102735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:48:19.269988 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.l3_hamode_db [None req-be0a7083-3ead-4795-8354-b82cfcca8090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e74291b-c304-43e6-8463-c412e7ca3b62', 'name': 'tempest-TestShelveInstance-454898474-router', 'tenant_id': '6153f4fd9e97416e818a483c91e5e9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:43:29Z', 'updated_at': '2022-02-10T03:48:18Z', 'revision_number': 6, 'project_id': '6153f4fd9e97416e818a483c91e5e9c5', 'gw_port_host': None}], 'dv-cinder-828060-2-iscsi', False) {} {{(pid=102735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:48:19.295818 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0a7083-3ead-4795-8354-b82cfcca8090 None None] The sync data for ids ['5e74291b-c304-43e6-8463-c412e7ca3b62'] in dv-cinder-828060-2-iscsi is: [{'id': '5e74291b-c304-43e6-8463-c412e7ca3b62', 'name': 'tempest-TestShelveInstance-454898474-router', 'tenant_id': '6153f4fd9e97416e818a483c91e5e9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:43:29Z', 'updated_at': '2022-02-10T03:48:18Z', 'revision_number': 6, 'project_id': '6153f4fd9e97416e818a483c91e5e9c5', 'gw_port_host': None}] {{(pid=102735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:48:19.319440 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c64cdba-4b60-4c69-98a7-d8bd13621fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265725731'] for port (55291c21-2853-4f26-b708-0b87e1c9c378), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:19.347053 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64cdba-4b60-4c69-98a7-d8bd13621fe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=55291c21-2853-4f26-b708-0b87e1c9c378,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:48:19.409215 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c64cdba-4b60-4c69-98a7-d8bd13621fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1575229'] for router_gateway (5e74291b-c304-43e6-8463-c412e7ca3b62), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:19.499285 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c64cdba-4b60-4c69-98a7-d8bd13621fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256814'] for router (5e74291b-c304-43e6-8463-c412e7ca3b62), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:19.501633 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c64cdba-4b60-4c69-98a7-d8bd13621fe3 admin admin] Publish callbacks [] for router_controller (5e74291b-c304-43e6-8463-c412e7ca3b62), precommit_delete_associations {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:19.549353 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c64cdba-4b60-4c69-98a7-d8bd13621fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1576845'] for router (5e74291b-c304-43e6-8463-c412e7ca3b62), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:19.549926 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c64cdba-4b60-4c69-98a7-d8bd13621fe3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e74291b-c304-43e6-8463-c412e7ca3b62 {{(pid=102732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 03:48:19.554293 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c64cdba-4b60-4c69-98a7-d8bd13621fe3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:19.555509 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-9c64cdba-4b60-4c69-98a7-d8bd13621fe3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5e74291b-c304-43e6-8463-c412e7ca3b62 HTTP/1.1" status: 204 len: 168 time: 0.7878301 Feb 10 03:48:19.558068 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 53198) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:48:19.601221 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.db_base_plugin_v2 [None req-6479a5a4-c258-4db6-85d7-5b7bac7fbe44 admin admin] Deleting subnet ca037ea9-974b-409c-98e9-3a43f5d8091c {{(pid=102732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 03:48:19.604530 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6479a5a4-c258-4db6-85d7-5b7bac7fbe44 admin admin] Publish callbacks [] for subnet (ca037ea9-974b-409c-98e9-3a43f5d8091c), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:19.643494 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6479a5a4-c258-4db6-85d7-5b7bac7fbe44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266296389'] for subnet (ca037ea9-974b-409c-98e9-3a43f5d8091c), precommit_delete_associations {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:19.724915 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6479a5a4-c258-4db6-85d7-5b7bac7fbe44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686942'] for subnet (ca037ea9-974b-409c-98e9-3a43f5d8091c), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:19.780950 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6479a5a4-c258-4db6-85d7-5b7bac7fbe44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265725902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265425211'] for subnet (ca037ea9-974b-409c-98e9-3a43f5d8091c), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:19.807025 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479a5a4-c258-4db6-85d7-5b7bac7fbe44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca037ea9-974b-409c-98e9-3a43f5d8091c,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:48:19.811815 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6479a5a4-c258-4db6-85d7-5b7bac7fbe44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for subnet (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:19.817553 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-6479a5a4-c258-4db6-85d7-5b7bac7fbe44 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ca037ea9-974b-409c-98e9-3a43f5d8091c HTTP/1.1" status: 204 len: 168 time: 0.2562537 Feb 10 03:48:19.817767 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 53200) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:48:19.821957 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccf5191-78bb-4552-a059-f5c4e6278e0d None None] Network d1e20067-6299-463b-b9c4-005df08be531 requested from dv-cinder-828060-2-iscsi {{(pid=102734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:48:19.837791 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-98872f19-506e-4041-b0f0-9b05386ed9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:19.887304 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-67cfa751-6831-4591-a342-70f2baa3c0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-664968'] for network (d1e20067-6299-463b-b9c4-005df08be531), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:19.946228 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-67cfa751-6831-4591-a342-70f2baa3c0eb admin admin] Deleting port f8b3c677-9bd2-4140-a1c7-ac775db2a5a5 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:48:19.946814 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-67cfa751-6831-4591-a342-70f2baa3c0eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (f8b3c677-9bd2-4140-a1c7-ac775db2a5a5), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:20.007810 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-67cfa751-6831-4591-a342-70f2baa3c0eb admin admin] For port f8b3c677-9bd2-4140-a1c7-ac775db2a5a5, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=f8b3c677-9bd2-4140-a1c7-ac775db2a5a5,segment=NetworkSegment(d7c4f4dd-3966-4a8e-9401-66f445a87d06),segment_id=d7c4f4dd-3966-4a8e-9401-66f445a87d06)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:48:20.008210 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-67cfa751-6831-4591-a342-70f2baa3c0eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (f8b3c677-9bd2-4140-a1c7-ac775db2a5a5), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:20.021275 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-67cfa751-6831-4591-a342-70f2baa3c0eb admin admin] Calling delete_port for f8b3c677-9bd2-4140-a1c7-ac775db2a5a5 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:48:20.051499 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a25c160-c070-4a74-85b0-0bdbee4602f3 None None] DHCP port deletion for d1e20067-6299-463b-b9c4-005df08be531 request from dv-cinder-828060-2-iscsi {{(pid=102734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 03:48:20.101795 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-8a25c160-c070-4a74-85b0-0bdbee4602f3 None None] Deleting port f8b3c677-9bd2-4140-a1c7-ac775db2a5a5 {{(pid=102734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:48:20.102168 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-8a25c160-c070-4a74-85b0-0bdbee4602f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729388264075'] for port (f8b3c677-9bd2-4140-a1c7-ac775db2a5a5), before_delete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:20.120704 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-67cfa751-6831-4591-a342-70f2baa3c0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265725731'] for port (f8b3c677-9bd2-4140-a1c7-ac775db2a5a5), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:20.148468 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cfa751-6831-4591-a342-70f2baa3c0eb admin admin] No DVR routers for this DVR port f8b3c677-9bd2-4140-a1c7-ac775db2a5a5 on host dv-cinder-828060-2-iscsi {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:48:20.153621 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cfa751-6831-4591-a342-70f2baa3c0eb admin admin] Pushing event deleted for resources: {'Port': ['ID=f8b3c677-9bd2-4140-a1c7-ac775db2a5a5,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:48:20.176860 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.db [None req-8a25c160-c070-4a74-85b0-0bdbee4602f3 None None] For port f8b3c677-9bd2-4140-a1c7-ac775db2a5a5, host dv-cinder-828060-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-2-iscsi',level=0,port_id=f8b3c677-9bd2-4140-a1c7-ac775db2a5a5,segment=NetworkSegment(d7c4f4dd-3966-4a8e-9401-66f445a87d06),segment_id=d7c4f4dd-3966-4a8e-9401-66f445a87d06)] {{(pid=102734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:48:20.177256 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-8a25c160-c070-4a74-85b0-0bdbee4602f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576396'] for port (f8b3c677-9bd2-4140-a1c7-ac775db2a5a5), precommit_delete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:20.190075 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-8a25c160-c070-4a74-85b0-0bdbee4602f3 None None] Calling delete_port for f8b3c677-9bd2-4140-a1c7-ac775db2a5a5 owned by network:dhcp {{(pid=102734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:48:20.223678 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-67cfa751-6831-4591-a342-70f2baa3c0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737483', 'neutron.services.segments.db._delete_segments_for_network-8729388224440'] for network (d1e20067-6299-463b-b9c4-005df08be531), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:20.245258 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.services.segments.db [None req-67cfa751-6831-4591-a342-70f2baa3c0eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e20067-6299-463b-b9c4-005df08be531']}} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:48:20.254945 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.services.segments.db [None req-67cfa751-6831-4591-a342-70f2baa3c0eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c4f4dd-3966-4a8e-9401-66f445a87d06') {'for_net_delete': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:48:20.255242 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.services.segments.db [None req-67cfa751-6831-4591-a342-70f2baa3c0eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c4f4dd-3966-4a8e-9401-66f445a87d06') {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:48:20.269479 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-67cfa751-6831-4591-a342-70f2baa3c0eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729388227777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266296444'] for segment (d7c4f4dd-3966-4a8e-9401-66f445a87d06), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:20.269618 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-8a25c160-c070-4a74-85b0-0bdbee4602f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729388270574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729387717843'] for port (f8b3c677-9bd2-4140-a1c7-ac775db2a5a5), after_delete {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:20.284265 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-67cfa751-6831-4591-a342-70f2baa3c0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052'] for segment (d7c4f4dd-3966-4a8e-9401-66f445a87d06), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:20.291297 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67cfa751-6831-4591-a342-70f2baa3c0eb admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 03:48:20.291810 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-67cfa751-6831-4591-a342-70f2baa3c0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265725812'] for segment (d7c4f4dd-3966-4a8e-9401-66f445a87d06), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: Traceback (most recent call last): Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: timer() Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: cb(*args, **kw) Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: return func(*args, **kwargs) Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: self._notify() Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: self.callback(batched_events) Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: event.method(event) Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: return f(self, *a, **k) Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: return self._get(url).json() Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: return self.request(url, 'GET', **kwargs) Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 03:48:20.293961 dv-cinder-828060-2-iscsi neutron-server[102732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 03:48:20.305167 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25c160-c070-4a74-85b0-0bdbee4602f3 None None] Pushing event deleted for resources: {'Port': ['ID=f8b3c677-9bd2-4140-a1c7-ac775db2a5a5,revision_number=None']} {{(pid=102734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:48:20.309173 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a25c160-c070-4a74-85b0-0bdbee4602f3 None None] No DVR routers for this DVR port f8b3c677-9bd2-4140-a1c7-ac775db2a5a5 on host dv-cinder-828060-2-iscsi {{(pid=102734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:48:20.352322 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 5b0c9a86-3526-4459-93f0-975bb173f7cb no longer exists at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:48:20.365444 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-67cfa751-6831-4591-a342-70f2baa3c0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575265'] for network (d1e20067-6299-463b-b9c4-005df08be531), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:20.370932 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-67cfa751-6831-4591-a342-70f2baa3c0eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631442'] for network (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:20.374186 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-67cfa751-6831-4591-a342-70f2baa3c0eb admin admin] 10.222.0.32 "DELETE /v2.0/networks/d1e20067-6299-463b-b9c4-005df08be531 HTTP/1.1" status: 204 len: 168 time: 0.5554843 Feb 10 03:48:20.375901 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] No Port match for: 5b0c9a86-3526-4459-93f0-975bb173f7cb {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:48:20.376481 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 5b0c9a86-3526-4459-93f0-975bb173f7cb not bound to the agent host dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:48:20.377130 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device f8b3c677-9bd2-4140-a1c7-ac775db2a5a5 no longer exists at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:48:20.384915 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cfa751-6831-4591-a342-70f2baa3c0eb admin admin] Pushing event deleted for resources: {'Network': ['ID=d1e20067-6299-463b-b9c4-005df08be531,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:48:20.397599 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] No Port match for: f8b3c677-9bd2-4140-a1c7-ac775db2a5a5 {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:48:20.397952 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device f8b3c677-9bd2-4140-a1c7-ac775db2a5a5 not bound to the agent host dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:48:20.398367 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 55291c21-2853-4f26-b708-0b87e1c9c378 no longer exists at agent ovs-agent-dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:48:20.417005 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.plugin [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] No Port match for: 55291c21-2853-4f26-b708-0b87e1c9c378 {{(pid=102734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:48:20.417354 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron.plugins.ml2.rpc [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Device 55291c21-2853-4f26-b708-0b87e1c9c378 not bound to the agent host dv-cinder-828060-2-iscsi {{(pid=102734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:48:20.542499 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 53204) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:48:20.593046 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-df92a2b9-f49a-401b-888c-cec124d930f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=69a1b85d278c49969a6a638dd37579d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0488212 Feb 10 03:48:20.595474 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 53206) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:48:20.647134 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a995709e-4fb1-4f58-8b61-85dcf8f1a606 admin admin] Publish callbacks [] for security_group (56407b58-c317-4874-94cf-7e611227acca), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:20.672757 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a995709e-4fb1-4f58-8b61-85dcf8f1a606 admin admin] Publish callbacks [] for security_group (56407b58-c317-4874-94cf-7e611227acca), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:20.722257 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a995709e-4fb1-4f58-8b61-85dcf8f1a606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (56407b58-c317-4874-94cf-7e611227acca), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:20.724960 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a995709e-4fb1-4f58-8b61-85dcf8f1a606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:20.726181 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-a995709e-4fb1-4f58-8b61-85dcf8f1a606 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56407b58-c317-4874-94cf-7e611227acca HTTP/1.1" status: 204 len: 168 time: 0.1298599 Feb 10 03:48:20.734610 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995709e-4fb1-4f58-8b61-85dcf8f1a606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56407b58-c317-4874-94cf-7e611227acca,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:48:21.063254 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 53212) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:48:21.103588 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-6543bd44-84ca-4861-9a1b-770df9699b16 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6153f4fd9e97416e818a483c91e5e9c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391369 Feb 10 03:48:21.105949 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.wsgi [-] (102732) accepted ('10.222.0.32', 53214) {{(pid=102732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:48:21.162504 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3c7ca214-efd0-4397-befd-a259ec64d314 admin admin] Publish callbacks [] for security_group (8a526c5d-6c8c-4f12-93ed-4547a95a46de), before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:21.184897 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3c7ca214-efd0-4397-befd-a259ec64d314 admin admin] Publish callbacks [] for security_group (8a526c5d-6c8c-4f12-93ed-4547a95a46de), precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:21.232255 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3c7ca214-efd0-4397-befd-a259ec64d314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589523'] for security_group (8a526c5d-6c8c-4f12-93ed-4547a95a46de), after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:21.234962 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3c7ca214-efd0-4397-befd-a259ec64d314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:21.236120 dv-cinder-828060-2-iscsi neutron-server[102732]: INFO neutron.wsgi [None req-3c7ca214-efd0-4397-befd-a259ec64d314 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a526c5d-6c8c-4f12-93ed-4547a95a46de HTTP/1.1" status: 204 len: 168 time: 0.1293402 Feb 10 03:48:21.244068 dv-cinder-828060-2-iscsi neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ca214-efd0-4397-befd-a259ec64d314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a526c5d-6c8c-4f12-93ed-4547a95a46de,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:48:21.983318 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-0065c946-4233-4426-bcf2-238ed0218274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:22.690575 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:23.092973 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:24.997149 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:26.177348 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:45.491664 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 6 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:48:49.830340 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-6eae3570-e5e3-4ed6-92c8-b4262ca0b870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:51.986324 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-d8dce976-9bff-4bc5-bc1a-cb37d1896507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:52.702618 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:53.104370 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:54.996954 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:56.168026 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:19.833386 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-ef173b66-9b5f-4e40-836d-be9326c7ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:21.990599 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-0a675175-7001-4c8f-af79-cb6cf3f740a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:22.495653 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 6 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:49:22.693448 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:23.111973 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:24.999077 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:26.169698 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:49.839952 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-61aa0360-a9db-46d9-8fae-b88f2ba1d358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:51.997252 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dd66c59f-b709-49db-bf46-9f918a0b97a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:52.697854 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:53.112996 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:55.007827 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:56.173571 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:59.500572 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 6 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:50:19.830987 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-a95c7ea9-d929-44e0-b0d5-3eb93d9fb18b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:50:21.984217 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-f9bc85ff-de0f-4a58-9312-466870bc2c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:50:22.705277 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:50:23.118310 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:50:25.011189 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:50:26.174134 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:50:36.505660 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 6 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:50:49.838779 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-f3791ab7-15dd-4d6b-a467-86fdae3e62eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:50:51.990082 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-30a39482-9cc6-4f1a-ac40-1a95672a477b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:50:52.710987 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:50:53.120852 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:50:55.011919 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:50:56.176862 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:51:13.511136 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 6 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:51:19.834487 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-a59ec15c-704f-4bca-815c-3ae4ec31e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:51:21.982779 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-5407f114-ff1d-40f7-baa8-a20984b8f679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:51:22.722306 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:51:23.251368 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:51:25.012470 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:51:26.174528 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:51:49.830852 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-d0c3d2ff-d031-446f-9d79-0487daa9754b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:51:50.511873 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 6 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:51:51.983858 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-443d1f44-9ad0-463e-825b-7b9ccd4bae4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:51:52.733753 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:51:53.126762 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:51:55.016138 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:51:56.175034 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:52:19.832304 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dd10c0dc-426b-4f67-8ee3-d8f4d0413a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:52:21.986529 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-1668b52b-c7b5-42d7-9be7-b0569a888981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:52:22.721743 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:52:23.131192 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:52:25.021304 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:52:26.182416 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:52:27.515898 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 6 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:52:49.832264 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-12882fbc-d97f-4aac-b982-96b3174935c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:52:51.987699 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-649f90d7-e0db-4cc4-92be-68b89e7eccbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:52:52.726362 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:52:53.131445 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:52:55.025039 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:52:56.175449 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:53:04.520157 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 6 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:53:19.841074 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-0ee47b5f-40ca-46ab-a37c-4ee2c431089d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (1db83568-5d00-4ab2-ab08-3829f0594148), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:53:21.994011 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-628ca169-4cb5-4a83-b8de-3b68968ff425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (07516ed9-3e74-4a51-aebf-6acd1fa5a5b4), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:53:22.740721 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-678c91d5-8754-4379-badd-2cd786308dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (7fa92194-f930-41b3-9bb5-0cd5b2874298), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:53:23.140090 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-e4c5431d-84c0-4c6d-9d00-aedf4f2385f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (a09ccb86-863c-4fde-8679-0a872e2ea808), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:53:25.030412 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-67034a3d-e96e-433a-a5c0-6674cd61ef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (fe528f77-3487-486d-a424-c2e8d5a797da), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:53:26.174170 dv-cinder-828060-2-iscsi neutron-server[102734]: DEBUG neutron_lib.callbacks.manager [None req-dfbeb177-fe84-4ca4-ab77-4e3c8decd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729388224422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741106'] for agent (ec329a5d-811c-4230-b7e8-4067504d3542), after_update {{(pid=102734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:53:41.520117 dv-cinder-828060-2-iscsi neutron-server[102735]: DEBUG neutron.db.agents_db [None req-4ffc89b4-bffe-4358-86d6-f09cfedd0abb None None] Agent healthcheck: found 6 active agents {{(pid=102735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}